diff --git a/params/llama3/8/fixed/woq/init/lm_head/scale.pt b/params/llama3/8/fixed/woq/init/lm_head/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..83dfc995b13b3b27a382ded304238b3e6170e88d --- /dev/null +++ b/params/llama3/8/fixed/woq/init/lm_head/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb9d51b0b94d1935a400d14d8f3cbc22b0aec223a5e505bc6a3dc41348fc1d0e +size 514130 diff --git a/params/llama3/8/fixed/woq/init/lm_head/zp.pt b/params/llama3/8/fixed/woq/init/lm_head/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/lm_head/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..117d570e9f109df9916b62a0bf3e3927494b7fa9 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe4683945d46ff4ed628c3b74ed720194cad1369a67b3b2b5107defe0ae6c8e8 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b38a374ebd97c74c9ac7a6c49f426e7b42942ca --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e0db87a63cc83d107d95891da9bca895dc2cbfb5deda09306ccfcf580219096 +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9b002242fbc2a90cff272b7c951501bc0f949a7 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12b98e8d5a4535c783269458b838688172481d46a2d8ad397a717f9b331b72a1 +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8d26cf448cb23f66bf77031565d14c244735419 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83a06f4d3221982e8c28dd8b988f0d8afb25ab4bd8e34341385a9b97c7a7413d +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..a995a54277f6420ec2ab1f2d06418bfc3dcb47a9 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ecfda1c9ec59d8b8dd7f7efe92b1effe4110e78a6273863776509d2fc184b75 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..5fdbfe5f8a355892d02048c0ab2c9930a9d73caf --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4e98bfee0d092272e23972669062008c398c6bd8b1ad81344ecf525c7dd7cca +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..b753aa3962b1869fb96598caf694fb8fbde41b33 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c5d614d74cf5c6475890fff7574179d1b169e280b63008fbc97dbde60c92294 +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..c83b34cb238d8afba55f049cac83d125a8bcaf82 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31562411c5e0471d7caedc03deac3084487a9a57b0fd7dda9603f9c59cbe81c7 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..af848d31d04b5cec018186529d811c95e4c98f0f --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c916059615b9060b1418b5429cff29a201869a3e67ac582a3e9f6ab782ae0993 +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..b869dbfd80b34fc292384e603ff53bbf59c310f3 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cffd4e6e6377b14ee80044a3714e14cfaa05e17916cfbc3b52f87ea058bc502 +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ff1e74992c357cb5608cf641af7573b56065f35 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97fbaff4637395887e3905d60489dd61d258816d19979a21f29131df5928a99c +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a5301065436afd1ff95df479d952cafbfee4f71 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d27db9d27af5733a215394b42ba50f6380649df4c061b409412efd0c71f3303 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..0952638fc4fcfea8521cd6d5efcc442d1db8b610 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef5491dcdef8a296b97e63fcc5638d860cb86cc4c4c9665b1b575801bf6ee4c7 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..43d5bf28dcf20f8e214e8fd28d4a3df615f672b0 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44c02d7782cb3feb92852943a37eb1aa0fd09b76aa27cab53b1edd30428f5c2f +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb00fa7319b33ae809839530a7c6270466308792 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a48a9480321c3a23644550d866226249781bd81d34672a4c3f6835463feafd5 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ebff396d9f61ed58854dbdb3188abaecf8cf0ce --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e788c187e29cde7fe2037d445193a0d6cc8fa7878ea2e84951dcff215439244 +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..472221d27ca04f725778d15d7409efa9f44f5c07 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:849750d6f07605af58b003ea1940b16dd61997f7abf195c7d99950b1f16657fd +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed434e1837d30fa9476bd76c8a1fbd46d8874e3a --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c36fb2f9af402757d4acd996e17d862bb4e2e7d125fb32ef47df72d6746a86a6 +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe73de0d2d4351759473a25514528188e6bf1d13 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e14879ff5129da1b3e822650e52cfc27c4bb44936fea1d59b702d3b09ea5fa2 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..754a8412c28efe4a2c0d8dd2e8329b1e39971862 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:946f1b200a5d6fe90bda40b3c7d7afb4b3ecfc2b0cb202fdf8e1ea743f4aadc9 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..d919d413bcb94f13a48d5b1ffb30576cff07df79 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:030452a0f6d248a3505a8672386d64d5e3b42fbd89a90cb6b9d122a4556f1541 +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..6706ddbd16f1a769c10a36fc3c6ac95e3954bd7b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:631713d454154a3948051f6c89fd4c0b089f3b7bbd3e2227d034f518623ba702 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb267abed48f26362bc80eaf7cf589a8a048fd12 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:917313853f2bea281fac29dd09303ff5c12799b8ec59d342d683f085bc050ade +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..b12760ecd3631c3626fefbc8509c6dfab860eefd --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8517e9344eab44d3d32c7fb4c1b8fd1114329b20f623b5de4c313d5edc7d324 +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd7d62fd413bfee0c88ac746cef6207c347a028a --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62068d077219d740593d252c6e4afeafb3b0521085b0a62e08eb4c09e7cff8dd +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee87fad355790f3fcc56d657c731ef530a56b8c8 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:091b6dfc8af88ce6c396e16a6ec8ef8433f94c3ce63563d0216cc778c53cff7d +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..b609253e9b3f97a9d17ae0508b4c589194d9ced2 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c2f6828cbd99bda3ee3d12180e12a2d45e60bfdac6e921df0b3d9a605036099 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c613ec94eeef0d8050f27d3d408d1186d8c15b4 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6099087f2116326bb75d0cbe60bd4863fc609ab68a3b10a4f583332fbcdb24a +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7868d001a00d94696d3888051e756579856b25c --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d08ae8217988b562147f56892abca950068c319269e8f26b63fa909783b98f7a +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f5151c1ca5e130c1debcefc0dd7ef03d6b35fce --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2a6c27e57d0549e61d1043fb30ca78a560b1f9dfa0c4453e408ec376208b5bf +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..8eb6da411516f0bc19f8f92e24fdb3f7efb4672c --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b7657f1b8daa487ef13c177a606fe883f75b4e24c2e9f708f871bbdc64aed88 +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..384cafeb83e8aeec6fc7133dda19fcfa6d32e691 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa15c413a7ef819207166f42e636dd46ec8e4e49433b9a8aa0cfed84a3a20418 +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..3454b4ba2c18073be767f30a7edb4ccbbff0c0ec --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:104cef1c8069e36d657af209d15dd0b9eef187bdff2e09337cc0c7a5d49aef24 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c5280e16f4ee76b1bba1a556528468d92d252ed --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a17446492ec0629dc3b5b5870ff3597388c175892ab8472b052db7c70a76df51 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..6585f3652445b747b8772168f020147144d4a82e --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f42eb2ef5f2f01050f302dd7d763ac56a679b71897c5972fea38f350e309824e +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..f957d01a543464d8364d8a713b6ed31e1e9ce787 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a43ea6f72e6b338a1605bc9a85743a0b1db8843cef5f4a8aad8f33ea8eac812e +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..59ed699f21670dc9d836186e99a974752b000497 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:379b2266c64c2ce1f4a57a40a819cb878e720b59a48a80bda53c1857830c8e5b +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..8588edd4cc86e8e49e43e3ef9b269f99681b4d22 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dddd21c74801eeec763506f678f4460973daaf5649554be7645dba1c368b9068 +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f3d8c47017a23d4579df348918dab8865ed4933 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9526cebbce944342e71ebd0a410c9908b30ea49b2a4a10f528fd2119386b69f +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..593a74c1e6c3439fbdabaea62fb4aece3926b008 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8800c56e2158817e47ed55dfd3298d0266625aae5e0e4c75c1dd42a71063bc67 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..26e84e47e18b3a374058d7136732e4fb394bce86 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c0551510a9b6e91d6a05f48c685640e5b38c8375b0890e25111b319f341a670 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9bc73ad0e1e8f07e39f179d1d5d13af45279989 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f898af3ee2cfd880a6febd32910bd51ef5c9769479aeb2f8123a07b441d09f36 +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..33c8bfb8db4d6ae3544c418976a70e783ba6a1bc --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c890994a9720b76f4c65a2838ecdd8148ec20ff65a8221cabe40efd232ec879 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..a761dbcba2cb337f9b94a4a5ca1eef8aaa5bbb6d --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3f722d370f2eb0a8d4b94f977e54d372f6061443a89c254c3fade08a7fe36a5 +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..94d2ce7191187b4258e46fbda5dcd9a82c405b45 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ada963be7b4dd4f56c0f3aebf5206813f115afa8895f6493f89e571625296c7f +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..c05bc2950e34a92f6c3218fa67564e0856cae258 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70f3bf0466e3dc0b3ad66493221f3e93aaa71d8c603c9d911d1ac89b22304cb1 +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..1333326900a84d1189a05e4229a6114e549c18b2 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a18a710634261611a2989218d05b146834927304ef830473b7c0d3d6873cf130 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..d424ebc7e9c26083a94ce7014d7176631a1b8bbc --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0e2c0080e47b2a06488c215c963de150384cf49a5fea3e416ba48501a3f1255 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..8451c55ec232a05353c9d69fc4efc7247a58e921 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2af137d373d33a71c018a2155ecb2da7fab8885e60d691fbd4afeed5a6aa6b5 +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..63942158b2dfa763efea66cf5eeb8ceb0a392165 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a530f526d6e422db8babca1426c80a00fc87adc724bd71385416b44a2def3df1 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..24804b3713234c05cb8a98d806a16f9ce1348a99 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2a3cad8c9da93932e2a2b5f1fa5cd9c2c1adc92d303e8438817b0b9449bc306 +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..e58b6c295a0e0f755e778d6162ebb5f296ab62d4 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a83242a6d2565a745f5d9a87a2266a99b1cb3bf1a138a7e05f3202f8ad5a593 +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0d7dae96e965dd6ea85fea23e7f6ee82ad1941e --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a71e95fa72370a66ef4899107635b211f6e424cee3c2280cdbbf1f62cf52faee +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..63a7601c0c45bf3b44a6c424089dc2fa4e579b8b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac7a9abd648248953ba7c5dc8e6cacbd04515b760e547bd56363965fcf19b6cb +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..47c4e24f40c3f95fc73025f815b3c61bbe75edf7 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a6f89aa249b6e769bc5366a99a9ffac0f9f8b4a355941d1ff8242bf9d97bc17 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5f347a2db1973532291abe9fca215432bcc98bf --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b5d42ff713c074cef2072f4a732a90b9161e855d6f13755a341bb35341e7c21 +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f34913fbe493128c1c37dc7fecf7d7208365164 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f9b5a988a9908ef50c1a9a27123ef0a8904d6239bc10cec3b831cf517b006bc +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d998161265c6b1ca0aeb94480287511a4000e62 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6ef337c7a6cedf4cf8e649814a8214378228243736913b6430f44449e3d93af +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..1404fd2c3bbb9476d3644dde493a01cab30525d5 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6d5598eebd6a489b2b4943791d398c3d845eb943bc7733fb7f075a878385536 +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..75d17cdbe146e4aa1d718b628afa0ef6575244f1 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4dd8db5956a180ad59c4f2c99ee2e47fd4085aa9c19547bc0c214f4deb3bb47 +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d04f5b8749c4c6b972a714c484e7a675b8a60fd --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2badfe8e13d2f4e964ac42fce071ce447284610e1cc356fdc51636007fdcdb69 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..5bee90f84dcf9f1d09872e4effeec328bd199013 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9adbfc08f14f34384a45a1135b1c45e0659b2c24dbcd6b1358a93b976fd81c09 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..43314b9ccb1ef00001f97fe6e94e12633cbd043e --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00fd3782b472443baf20b0c2e9450176321dc5dc886eb16a353e32b77e8f85e2 +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b62c585a39b65f8b8f9e901e5359e9c65f7d5fb --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17275bb57028179ee482668988eb04f172b02e8dd5ae8d63cae57184b5b4c6d0 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..003d08b64fb45219df4ccff45f243571421a74d7 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:506a062dbc2ad7d0bb7c5b2e787f78833843888bd61e1c34692a26267ac217d8 +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..67afec949886a02403eedae52ee3e50147c2328c --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a240dd6f23487f9e37a4fbeb0367ac87d6176e9afe1d806bf2d83910df5265f +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7d982fe94c9e31a56ca9878d059a7e2c2054e49 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc5248867930dfaf605809df6457eab17ded77ce9ef12f7f03a4ab308ca0ebe7 +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbdd54af2a230cf383db6d8699ccfbcfdd1c5297 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2f0676d659224a27dd5c277b393e7c3f472f70077fc77169c204b32c72c9c05 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..818b6aeb3f20f150f4e617e630ecb41d957def6e --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8deaa6e5fb61316df574dfaf941398fb652792644777a4ffabff4566a2d9d7aa +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c3f64aec79616ef02514479fa2f0c8cd49e14d9 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e5c72d5ac866c9dedeba5051678db3d8180452ba0869d94d5d3a04e114d426a +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..cacc43abfc9938f5a80681e572ca18ce780a43eb --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e72ca9462d8ba48638ddae4af200f70a6729e421a0dbeff355c487fc210e904e +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..cca85a5c985d135f33a9d1b560fdfc07d6d3a9e8 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccd0bfa0de65e04e84cea962431744b06b02b0c2cbf55d6aa7eda4e3b6509352 +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..57680b7f05b1a8e8d7861deeca42c502c0778fcd --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aec0dbadff0990f920c9618f346f9635f405e6367d040f829d16c08ff286653b +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..8962b2bc789b3ffea6fc66c56040d1e7690750fb --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ce6a7c92b4689d9ca8ad5dedcdbc915dccf03718ecac38ddbb671593f5d9d96 +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..318d014838b0dd8cff1b205120066dfa2d12826b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65d3d8034049c6c327a397bfd67d6726689198d096588cafdfec5ed41802ffe8 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..c24b09f97d0f849f04e5e41e28927c69554066d6 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c7e20f981a8896f6771a1fe304c55c17c4148476e009e93403b7f27bad70946 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..03e93d278beb32dde855c7943b6f0f95f5cfbd21 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:411ec6c9523435d48af8bf91c510322a222d4bbcf9f80e4f07976182cb33e2cd +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..73483d65bba3c1f2762a3b8492d0dcc9cf4b8694 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:263c114bb42109d37e03f1c58f3ed4f0969f6ac2474623225b2fe3d36d9ef6ad +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..4afe83251b33050b29beab1907a495b77718d544 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec7417f531b6eb57776d3fff471ec71142e7bb782ecb923c99e743bbed19a13d +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..20554ca3597c896eac15c59a67a2177497636e5a --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7396ff87f593f2934d122c40cfaee5ab81d4d803439bcae24b3b850e2570326c +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..14576197a25677f1342daad8b5ea1b867bc769d4 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:458de70fd6e6cb02b1e765cc908367371783be54a22726a5dd7fe239a12b9401 +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..e05d37fb796fd0e351dfff84aa630e4e8dc7141a --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b7cda0c2a804ce58c53720cd03dcb20f98a6003c2e447c35a4957af3c487e97 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd30bf54d89963e47b9a010f9a8455d17877ddc7 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37fe481b1117e7eaae35b32f588782b702bd87fa08106ae24f0a02ea808cb9ba +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..708a4118a36eb1d255f87daf573af1fc775b3a50 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:856f18285b2cd27aadbe39aeea9b40aa96c836386b41c4d27d735795f90d308a +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..174ec4df5682a745a7355b5a4dec1a48fc3f3379 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4180f47aabe1457a39fece6a17d6130be24dfce2adc7bab82a69ffdb2ba22569 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b82c936c480e3786356930044e8060bbc015890 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72e72d2fd77ba320bbb584fe8edef06aa5d057decd2e6218d0ed2545e82dc6c9 +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..9831b71d9854193d71c109a5050b0a2990dbc244 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc232c8619004567941310b0036e5acbe4aa3b71831a759b661bb1c1422e4e3e +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..a65fdbb1e4576fe47bd10d8b92f78208a9dbf5d9 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5862b5e7ae90881deb3ca06eaef21980ddd10334c85033d0b4c39bf279c2b611 +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0e57f49e8efd35f73114ad37c1412ab288cc5b9 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a766b4639fd1db83df342291a7363a1ac9ecadf978f6d003db4fa459faca236c +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..3faa1acb96ecc352ad077b62c90cb598fc0dfe64 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcfbd87554307265005c513bbd92be994af6bd1debe17d304df5fdd4fbf2ca4d +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..8aabbb3c4faad5ea1990fd720415132b27070be9 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93535a79b53d5aa893605860a6b41b8e687a9bdb17cbbb5f9badeb7a04e3060e +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ef4ee5307e1fb1b2bd7b98c6b8708b609538b1f --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e59f9b928919383685f97534e87b0ff49cb39d440b464b7fadd66dc3cc6fdbf +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..48921389095f1ddbb1c8b4ce13878594816b5d53 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60a24cd12dc6550208db856e54cfd927a69db99b9a123ba3fa6eee571b56456a +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..f86f05c67d67a739b58f96bcd19cafd2a3570f70 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5d9145745661118bec3beebb03373bee640a495991b899051052bf5a29cce6a +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9b6c573bec3291eb970e858aa6f7436fdf1be41 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d28ec7b895d3fd1577b02ac1e3f5e244125a4b8fc2d2a0fd0b7d9934ac6ffa1 +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..f08d0cfd6b535594bc9629bda1944824a2b9f2ae --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:928938d48ab6e1f3173f79c8bb49ec9c601cb918d9a622a7d1a44b47cae174fe +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e287462cc432a9a90daa8ed7417707c151af1b4 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8372066b0199616cddc3c1fcca638d19c49863948e2319d9aecdece0502e4b4b +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f9ec887eabd457f0a5a745fe52db1c093a88bc9 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b79cfe0fe9dab2a6301d566e3c24fb48ee9dba999a63f8b0ea1dafb424791d6b +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..d24c3bd8552364b434350267802ab7a28c65acbc --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82988144782cf4869f718da185fc4a1a16ee39423c92df6a67e5574e289c8912 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..43b58aceeaa2cfe45987c823672ba8d3ded73c42 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1e8187bc999f56fd4ef417e945629e38c897d40d749baf17d359aa74db7ef66 +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7ec61811b1c236abed70303fdbb51daedef5cf7 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:371e6e53414ef943d3f99fc3bdb72601c2a2cb8be6c3569923fa08800f1d32dc +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..1874a17585a68e74418022859af4dc4ea86fe536 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22071362e5d07ce547304c846bb69d1a4ce171bf83d5c12b48e2e8c0b603caef +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..51383b4b4b79026ceb3fd1a46658981ace6a3e2e --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e2f84b0c67645e11771e77ba0d32447d0ea1c383dae499d82385a25e8e57f5b +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f38075b6c2d428eff5149d38e1dce0c36399ed2 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ba20ab1779bde8610d60286ccfb308b913f7b43810984cfdd9110109462ab03 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..7bc96ed25774da75f1d43c2f3d801ea9fd287261 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:193a16983305e086758e5b8265af5be6e90402f1d289b196289f1e443c4cb166 +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.22.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.22.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1812c72a1274984d21d40c98112722f5b846cbd --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.22.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0695b3efa4dc14aef5f757c43ab0867e28fd58f6f546f0d3c8875037eaff1c06 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.22.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.22.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.22.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.22.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.22.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c035d2b18d38c786c219f6b30d3e8ba66371110 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.22.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10a19b44f486002514a71e4b9ad090b755394f4c1229a5b539b332e5542bfba2 +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.22.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.22.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.22.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.22.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.22.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2631dde58dfcb7c7bbf378989f7d85772d06a54 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.22.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:595ef4dbed0d4dc43504dbbc3062a3fabb122611d15711937167d176fd94e0d4 +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.22.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.22.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.22.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..44620cf5574d640b1446a9ad6c985cac4f5f3fb1 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6941056f1908fdac96c40684225cc689433c40ab23f48585a61c55e45a78c25 +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d6955b876670f917467e53c20463e6ac391cc36 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39084ace0c798d56125f3f6de46e75eb8d3ced723e22325fd350611fac4c31ae +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4343c1f205a8c84c8259386dcf01728738d0dc3 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03055a9c0cdc6dea6b2147833c722b2a159689a738ef072c69bf20903e13ae16 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..293f89d4359746854f1b1654ac400f767c5c4e5b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:912d6bd84a4113c2cb57a23c739006f6ea9555267b304920b61521a143df55b6 +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.23.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.23.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..9cd3863d7df8cae3bf505b693545f9d3ecfefde4 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.23.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:471b5bc4be72f8e19d4848bb37199d80c90120f0644aa17f8448a6d572f9af24 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.23.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.23.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.23.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.23.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.23.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..b54f1b43b1c34b014b07c40e306ec277b4e1646f --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.23.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d02d71bf21898eb0113a9a7ef640fd12570d30342697fd6a19e18b4a21f0861 +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.23.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.23.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.23.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.23.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.23.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..87dd508c7c2ba6c16011c15227cadbbaa7359b8f --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.23.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dacf4fdb114f069e5afa15785cbe5fd3df857cc0ed0902449b7e7921aeef8589 +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.23.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.23.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.23.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c71946223e141af1d0c080fa1e7d8ba63037134 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edfc0a25752af04ace5b3763ba5b684dc1bf3fb1d9ddd6370941891e6d645018 +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..7265bc8139a8e08e8c6c1887b2133e293f5d7b4b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0aae1b2e7a3ae05e36d38d49de00409f0ada036683637866f30900bfd6db26a +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..2af7760494d30c3fc7d83798f2f5b1c0da5d6c3b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25375872d06c29d8e4a27a378cbad0e0847c1d3f560aed381534c249f5c8018d +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb66dd0556377251f421b0c6beadb2840ab6d357 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2745328c78e831ef4bb65bcc71bfad2e9d95b78f104b2c7a05a724105af5471d +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.24.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.24.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a6fea73359fd7347d0616eb507e31413a92a13b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.24.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b01a4c61cbc5524f881936237bd627fd45a9cd1f076897b9e57bf1dd3770a074 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.24.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.24.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.24.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.24.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.24.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a9b49a674d8065fcfb22507fc2043af1fc2b497 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.24.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73e1f6e0abe3924ccd4550ee861f9a4fb04aa0e8460a39dd5310df21ad1433c0 +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.24.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.24.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.24.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.24.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.24.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..6dc69c2b085116b1940f3d90657f24c72b065e34 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.24.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6da6bf054fcb486c15f07c64e765cccffefc9b6b4ee3dc3c74c718a36c78ab06 +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.24.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.24.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.24.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..14138d7b839a4f390c27b368cf79c34585837507 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:549cecee7299de0e9aea527ab12cc9d0b9868fc3df0220bf1825392b995e183b +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..c29b4766dabed251d94694512274a142982a992c --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10a2f4584623bbd8ad0e604815ab239956cab19aa3ed091f0b282c4bcd9276bf +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..108cf457bd8f392bfc31ad9e545313be445d3968 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a91d43202ef77197905bd2cbcf479f43996551c55d42c8f0cfcfddae412907e4 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..2bcd039cf2acfd77dc2c47e5b735659e3e2a420a --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efc532af11b631e0970513e1d924b266da2d795e3b28850093d884ab93d3cb5f +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.25.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.25.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..c24dda0d329844924607208b63b5ba6ec0ff58b2 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.25.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71d7c34a0f94cbd433ce77c06f1f666ac93594e1ea700c85e2745b6275c91038 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.25.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.25.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.25.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.25.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.25.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..f94df08c65b386a48f0599f31785952004e27765 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.25.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:808efb930b0872094b4fbefeedc619c052971352cca05acb49b94148bb2113f7 +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.25.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.25.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.25.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.25.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.25.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf595a5c7fc00cf35fa8aa30dc68dc071b7018f5 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.25.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:908c6d29ac2a26fce0dd6aac69c19e51a3e8a22857053fe7587c909e23e12821 +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.25.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.25.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.25.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..957ee1760a80922b7af97f8fbb03909b902da438 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e70080c55e9297efe263fb19d69e231101b1a07a50b800914bb7ec2d4cc15e2 +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..f439d1f2742d3f8e5256ebcdbc85d7d1207cdd71 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:885277361de2d6efbed2f571ee175c91a71f2dd6235eb69a0de60d9b0fbf7b9d +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d9bad39aa164fe795faacc65db36e1ceeaa19c8 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:241565f5c4dcd17b7b15955aaa785dfff3dc79c781cd01c31b3950450503159f +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..21ad22b65f59ee08f5895dee244ce948d7cfbca5 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efcd8066ae72d42c8c6b0691475e82f1293838f6cd8f0e24f8476a0fc3f1bf31 +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.26.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.26.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..91a1ad2613ce54ed9a317a0addedee3d1f337d90 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.26.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ad62aad12fe66542910e0cd5769e113c360b5d94c07831153be411ae0e34cdf +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.26.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.26.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.26.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.26.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.26.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a12519c438679e0527fdbdd2e2aaa6f4a7053c3 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.26.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54c6a9b1e0a0458a5f4f4e4172daab327c64ac206dd5f7647eafbf8905f82106 +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.26.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.26.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.26.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.26.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.26.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..529b380e84243395c35cc591e6dadc84c8db76ac --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.26.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1d0e340851150bbbf740718665d705e1a47bcbf4e9c0113a034daf1f012f4eb +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.26.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.26.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.26.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a849046b9794db237f28c4c54addc4e3e4564b4 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64ac8489a04671535c9889f8c45032098fdd3252cda59b70e986fac222cfd7f3 +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..49ffe52564c575eefe9ed8c710e0c89f1311c077 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:752d257bb5d4dc4d5b6be4baf51863cd8d470866ce5322aaf4bcf90d7b8561cf +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1e9b0852b843efa9f500e01a0f3d0822fabaaaf --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c12c29f37e28cc10cec364d8e337e0c8df0698f3ecc968469bcc4f0af835c868 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd9f87a1fd06e980e6c31ef41df9464af101d4c7 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be09b1176df39de4991e23a22cae0c9087dc65b3008f66108bdd667335b8ccde +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.27.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.27.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e3aecb20edd297c183e50a3f5f6a3cab0e44e29 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.27.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:990a892780916bde8a4ad66046d2abf927bcc4f0e1d81750fbdfadf5f0170e29 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.27.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.27.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.27.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.27.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.27.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..ccb1b596eb617d2c4e803c244b8f2cf3e241f850 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.27.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:132e7bc499df6a81bf0a255a4a59efc0f82bfd8f377f8d624899280fb25513f6 +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.27.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.27.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.27.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.27.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.27.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..8503389dd3d7ed16bfabd03a0c93a7f0a45ceb33 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.27.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:260c73b928987ff93cc4dd4147cf75a657e898d5430896fbdcb5749d8b7eeae6 +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.27.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.27.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.27.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..3245be9606ade5ca2d8cedfad4b445cae5013d40 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab8b75b7d065bf0a73932117f0bebc722857d7e7902be29d9fb3279f2ca50f9a +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..b768c24a994b520ba6fd2abec5a5e7e795f37800 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:828bcaf01a5a5a158b11bae3bc7fdd792941efbc8bb3ce4a3a002e8a3f91cd8a +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..323a1653382981391cedd358b1f78e1640a5ea0a --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:894c09ff662f29f8741af378aacd7a75143ac171b1ec0141720dfd70027d21ff +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a1ec569da6aff0c1332cfb45159440e8ab4d96a --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2975bed2dcf4db9cf7c102be3c96551c92ba42b9f7137b75935fe3fcf2fd90f5 +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.28.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.28.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..493e30d8a64212f5f289b643835aa812f84e71f9 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.28.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a24aa2e54294fc0c54291742b9245593ff08349e9785ed88f0fc3f6f129c003f +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.28.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.28.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.28.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.28.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.28.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..010fb59d4f034c499e91655b2282b8e8ab3907ee --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.28.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c87db9c31ce9a457659b1d7010339653dfee1ae313eb1e17c462a2a46d2ac9a8 +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.28.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.28.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.28.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.28.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.28.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..092728af2ade841037bd3c0a8aa7ba68fce32223 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.28.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed52858f2bed92b85a0061d8647c74bef2ddce569dded7e0db2fb16cd41d4e3a +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.28.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.28.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.28.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e047a9d6834528fa18a6d68f90f34f61c19fce2 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bad77c80b368bb815ff2f85f7eb16624d35f8bab971b51bb87a42105ad3514d +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..8689bc1ec9734346e8b522d8f934cbd1c67e88eb --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e902fb0cdf77b9747c227e2e42d7a9b33129c1c6417cc8d18d05494e08edc03e +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee55eb267cb4dce11cde04077c3b5bb7519e126d --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2a6a51f7abd7fd2ec708f902d36c62dcda5f0eddf2b105949f939a719b89402 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c90e372dae6f92ff4a5dd0ff9d2d04f13b186f7 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:143751e3ed287db184fba7e2cceacba068d3b6b060367c697c5de65a4490646e +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.29.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.29.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..e045d96524857473ddb2dcc06bb86041c0ab920c --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.29.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3193cb47becb781b2634cd4593a809e77b67ca504cdce5f7ffe8c9524f6a1b70 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.29.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.29.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.29.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.29.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.29.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..b0e70e87808372a47fe77b8fc43d5e9067470064 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.29.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01531539d6321d1ffed237ee34534b4803969cdf2bb4af32a82ace8f57c8553e +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.29.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.29.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.29.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.29.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.29.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..216dc65414ad2b36886787eef412aad7a74dd6a2 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.29.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:737232a9f37d58c38a52df575d179baa867a7bd977491857255395639596c8c1 +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.29.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.29.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.29.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc6b49a4bd3a99f867b2bfa1dc763f8cd57a5351 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d828144709947e10e9463dff5202149999073f423c24545fdc3546c7c91964d +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..c019c5ae92fae2c8078dbc933655307780b1902b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c890edaef138aa491e751fc0fba112dc1ef207f160b9256dc29ec9e41a2c155 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..971baa1ec191b7fdc3d3f86fb1e4c9fb84480bd6 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a0b77583ed386a89437ade2b742f1d725f3aec6f8bc26f3a0b850d4877b7443 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b84e5cc4c18db9c4d8b48afa84d355e0717ebba --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be7f7f90e9fbb6937fb925ff8aefabdc6a3c579229c2ec22f677e89022296230 +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..868ece9b987de0079e4b5a9c4de54f2404e3ca64 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3df90c4a9ca388817077b2200754eb3d42316d0be4d6af38487df0b11634a50 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..1753edf807d57aaee613ca1b1388bf4719e06735 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ecabca8acb4dec48f29cef9bd85d635229c351c3a5c4e6b4ff7049a9988cd33 +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e191c2da597daad5afcc3747e8db648bf8f36ef --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:346463cdbb1ba34ec79eeabd34a31fc557c42d885363331a85660ae74e263531 +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..217c560c8fd4526b9e647d2a64360f4c199fcb38 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae4b3b4d889b1dd8c9f96b607ac423adce5a7163134db1c26f1ff9d2a7480921 +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..458e6dee659777acc540a90a62fc1366a204a68a --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebf24659b92873715a466cdefb54a1ec253d9e4b6d0e4de37147755f0c08701d +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d5e9b1b3e4764807e759383480636c222cd193e --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9ad68cdd04295daa47921b8925377983bd7510f20bc7d97ec81f992175e733c +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2341b982001afa810085bf6338ef37746f7d47e --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4180d5ccd4eaf94593171428f93761513f397e13edee3ce622f7abdfcad92925 +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.30.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.30.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..fce6bce927faf1d9663637e3379a756fe5715617 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.30.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:622acd5ed3fd5bbdd1f3df1eb317cbb3eaa19fc82bb5b40733a4780053bd34b0 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.30.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.30.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.30.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.30.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.30.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..4eaaa657aee867b752df2f6cf22974fe498887fd --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.30.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78f6478b9b3f86d772c6b1ec4aa9ca2c071c282f1a37139abd432dc42467d272 +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.30.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.30.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.30.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.30.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.30.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e02a904f99e4fa4bbd601ff5f118818f0d1cc49 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.30.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc8b0a55f58e4e8cef63bf10bcc6180aef05b8c61ad4ac17f137bdad8869da50 +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.30.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.30.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.30.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..a383e6f36060d6d1e087a84ac042981b1840f45f --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f429539f0b8aca6cfe5cfad9ceac4be87e2fbc168ad1639e5225594cd15b868f +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..981fdd7ce39c297db798076720a9f3e88ae3b9be --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da4f3702918c755f2fc94bde262f14db67beae9d2b0ba6eaffd1237e861d25d1 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d2eeb3b66e8bd4d91595ce70456bc003ca33934 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29a1b390c6cdca43d347ffdfb3255b12982f1d74684a6d0d0b0633d3bf06cad1 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..57b6c11018be5170440d38527b8654982f0aa628 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb5b951fdde9f36a18739a0ab9060b43f6feea4b3401f27f075ebcdfd2eaa262 +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.31.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.31.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..35ebe422aa072f24e567f2ac7d482042cd5d9c66 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.31.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c170c3fae6dd1b7c9a89fbe1ca410f978d52995ed4f7f5176d87e3dd8068589 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.31.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.31.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.31.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.31.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.31.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..217d14a618d1d8669d0179f9c55b524921e35e5d --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.31.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c7431f24ef5bc809c84ad7ead0380675314a44f790864f7076378c6115c9a34 +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.31.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.31.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.31.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.31.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.31.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2faab03a7b77c3389cb53652d934fd1209d454f --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.31.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f135f254f7687c6f01154176d0fb303b76b567c3a6d9f067cb16f42827128e49 +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.31.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.31.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.31.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..160d5a265452e755d3fed0bda5d2027405e77425 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a64157fde8d03f8162df5ad9b2f19bbfeae20bd5a4cc10c9759037d3a6a0726e +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..12736a73cb1a4d253261426ee0ccf5c43b0bd324 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dcae413bf7cee464488b51ac4cabab9cbcd51925d6b8b045ce607d4aa686c35 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad14cccab1d31f6d780d7e72e62b10fdd6229bc8 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cba3e29023c242aa1f881e18db64f7c6cc6b835e0a064b875604db1a6220b477 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..881938ed21352da4c82526f4c8c427bac5974205 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea6d1ce520840c6347bd8374139430dba70af8a7fe1c3bb259653c2399dfd5d1 +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..952cbb9f9c1f66064ffdbb775874d2f26d078b3d --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fd21f815c065f37d28b4b866ea36cfcaab7656fe54ba1e846e1f45cb6b7ccce +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..ecefd7a0a97fea506d530556e268cf293294c018 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:052f515139503a868852b657a992ed97bfc027fd301378dad8cb247f6483c13c +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2b8ec1c6c698ea1249b56ffaa06ef27ac0f8212 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20c6b719022da7bc4169f992eaf2d6082c11bd7d9b07c1be3c9fbb153afaef2c +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..96807807370d9c951e8f30d634aba3f83544757c --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:750b9ef80a7e0fee4c69155b79c237aa10c4f7f7d2d98375c5136a229791cfa0 +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..7bbf1a8f73e4b25d1071bc57092cee3d6922ac13 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db40f1880bf68a700ca048766ac510e08c06a99621a75c7d4e79c0a7854ca7d3 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..fcf74a974366246791a1102d6faef2afb9b44f6e --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:879c375a9eb8c4be8d7fdfd8770cd065180e7d44ac2151a12f8291780d870d44 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..00834ab1541774e428d532b83abd48c3bc525e04 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcf5e3a95a03521f66ef2d7fdf6f52b106adaeba045791f49e0dc86077ad88a5 +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..b812626de462036f07e7e0c76000edbd7c845f80 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed7b283703a6cb09fb6260228a1b01f975e2225d8f4f0ebcb64fe51f46a3621b +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..2276b9896c4507011f62b43eab3ff2b79c434f41 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fbc2abcb5b1c9cc052479f26b35706a3e7eb678a19088f1e7a99912905ed12f +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..d78d8d3335fdc7dd3644f5d08a320d6fc1494bcd --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd478f45a5df55d5b1687e919cac88aefb3d43b214b556e416b9e4c0e98263db +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f78dc61f1ed9a6e5ff01e3afa0b46eeaf7215d3 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc5d2134ab101a68c90d6f0309a2939dac63ccf553d28675bb7a92fe3e06bdd4 +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b9b7d626b0238a5e557607459f953ddae6d277d --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f34a2c654956186ca5b84ead36038eb3e10e914b51abf4772ef2a65012080f5 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..20f4d26ac5b5208c05a4d193d88d9b36f90c42b6 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:425cf117e949ab04dd249de9ea78728a5b47b0f8878695753d35b2331126425f +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..11f7ee38b27f86f9fcbdd3aab36311d63d11668a --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64275bb25ae3533292568317d478846bdfcaa62ba34901ed34308f64f2208d36 +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb5a19fad4cec643c1c52392ecb78f9c2bbac9d2 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07e2a73a6733e8a4ae2a5275e13c1c7429071ed4e0f73f4a3e5bd37789d1873f +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..33b487196f8f00d4d80df1de86194b63a81e8742 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dc82d238e13e2f692fda891cb59cd78cf634acce417e1388babc4d0b92a4908 +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7ca1621f9fb21b2d89702f193d064e17d3daa3e --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d7efabc1a2c10d96991535aea41976782848fd0bead934222950deccc71b495 +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..a42d9e14a5cdbe90c89515c6d7d3d72c07acff34 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:628ac359a3b9425138c029c5d6251bdd4f6bcba0d372996ba26a2443ff939797 +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1d0611677f95e78cefa8e43d55e9dc77a96a112 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5251824243484ffe695e9d9e5b882ee93fb14c11d44017639743bd6684caf8da +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..82f85fe1fd921b0c61262fc7d7621bf52c48e6bf --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f049146c48d6d1b4d0a9743bc5afade4fb2538892617e6360b2f9a021f0b749 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e5696a4a7fd8d69aba03b084a019820255427ef --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:423b2afc03116ca5cb954f14f2fb5471e35fa25c0cb2601184f971a2f4bcd11d +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..3084f84d2f41b54cf4541da92dae5ea751e1b9be --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11c119f80f8c7b5731f8c1241d286bda95affa818c146e9b7bed19a1566096a6 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..66b6c2590f3c7967d1424fdf091ea24bcda1a740 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ef109fa2143d3b750b520afe5f66cca46a979eda0f1ec7d6d62425862fa7e6b +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1df2d7b84c0860050956cf8ce24d1f9e2853f24 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dedcf07fe8a19062560c03435f03cf066f4a8606f14a562df8207a18d09560d1 +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef64c63075e27b23e8e3b1e4ade2e86860d38f11 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d86280e034159407fca8e01810b0953849a67964ad4b1c166de69077473c9a27 +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..f67914bb90ba67c204903a0096ddae481f078899 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef0e691b2c604d6ba7fa3597278b2899818a56eb2ebe70b230096455642ddcc8 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..68963097467f5159499007edb51c3521befd942c --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b4a4f4ee88af7e33354cfff88140b4f49091461d5fdb65f754c8c8692da538c +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1e2e40424adb7af36e0881c8301e65c81afc1cc --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d88f6806bea98c68f756c41f317e48cf037592cc00e6051d74000d6237fbba61 +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..0231f284ace4b222a52e98d271bb746974def3ab --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1acbb44961136734ddceab9430098055efe04287de31acaa114c60bd1dfdf39d +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ee044b5e487433c71fada62a636203e0b393224 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:570b02c93ffc5744d09f41a0e2996284e781d88141efbe33488845e82458d285 +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2dde79fc4a8e2e19fe6a6fa2d3dca95d42d96f4 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32baf58b69f7d0a1b0a37f2118a9cb7010a5d9d440e426a378b44a3ac64bb7a5 +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..07380cbdd115d958a1081a98e23b6393153cbf26 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba685baee1a9b36879cd3e77eeca0587c238089d4e2e98d7a7a22f4152f73d5d +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..61fe64a061c5d0dd0886ae5c57e56d8ef4352bc9 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f1865e742a859a287992a95f01871a9e4d4651dcb61cdbf7b5157b643af248b +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b9cf10926a44bb0ad801c923741e61ca373e7dd --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8be85c049a0dd38961d3129510104c8c6a663b36a3e7a4cfb55f72280937bf13 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..c41226dbd26b2412c48cf4957a79548200165c26 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c9bb023ac66d9947d6ab26f4735079871d9b7a2d52f32f9e5b6dfa204dcb644 +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..827084adc8b88d5851ba34deea2e295ae04cddd2 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9b05bc15f819a91b32db486209db3ba66cfe136701c6030426c5e6ac3622f6a +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..f19ce3c6499c18c838df475898d7a2392044c802 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92de4c1ca064d5863c6b303a68d1b84c527f52fff7d70c17f6e2d4d6a4e3725c +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..91e6c199e98b59c7d5cf5d7f44c5535a15f2b64c --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99681bdf20d2eb7a6243f5c0c09d56df0dd933b6f472b83a5f9fc6566e3c2857 +size 58450 diff --git a/params/llama3/8/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..71b1551ab30553d0ef563ebf3345ede70be87d3e --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34c4ed15c445e01d3290283ec3a06fa45b6fe55e3fc6ba97014d8c15f9b6454f +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..8326df4f68a56bcbb511d30b7f34fcca4c847c5c --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ccb3db91fb9dd44d5dbbae48ac2e6b33a526b49bc265111dc0ba5a3c6959d86 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..b74fc2308ab6b3b27b4ca451ebe82f885a5de46f --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5982606c757e180c4917077ab0a3f927421c4fbab6b69f0472fe3764c9777ce2 +size 17490 diff --git a/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..998426bc1b2c30af95fe7587e70d56810cdedc77 --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ced15d0b9fd4b7bf63f3903b2c7ef6d1f6e995c3d64502b7b35d5908b328bbc0 +size 5202 diff --git a/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/lm_head/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c085f44b118d84c6a1c2241abcf6ed0cbc269fba --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:870e7cede1cbc864a7bc99d83090011e84c2c86f5187068a9e3e559c9703e2cf +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/lm_head/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d423418f268c56824b54259bde604ded3db80068 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0171712e4b7e565808a056145bc832b32c2ffd7fa4e3985a855347c33df2b554 +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf9153b4a2dc5cb7cf5b6a6b3eda85d60597a409 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ece7c00562656d83c4bc12d126171ae0853945a46ebed118982db56366ba31b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..875c89f40e77f7af1cee45fe3dcde01d5481cd23 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca87fced8fd1cc9877986ad11a5d42f19c52bd2a0cd0a78eb40eb258c6745c51 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..568d0324569d55866180e44b1f9042e944661139 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3e278d4b0ebe1a1c96c9aaeb758303411f49fd4faea0eec92168d097c2ff682 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a7dbe7dbf49d74052e6d36bb7f1406246e7c1aa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adf2a9148f9055b4424b54f56e06dd65734b0076f2e5a58069085a91318339cd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..21012a09825e626dd57c6bea317d7fd0500a66e9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c488b5378dba340095c522cf15801ceb0291a809ef2eaf3abb7f9d13d12f9de0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f3b3210d024da8e4d981a1824d9049f78712637 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c325b7a0c81f2f994ef3628af5f4d8c693db7ecc9ef62eba77d77f562e187d7f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..57da9c37aaf5cbe3fe99f509b5a37ff56520c889 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2af031bf8f3ae8ba8e2e07589394a8ff97984ca4c06bcc346e710ba1e6e63a6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7582b94f26f7be5755b2769a87c9e11a3bc6d94 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dd66d5226580846ecc718df785dcd3cce6d57f83e5de6b57a06a4127bc838d1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..edff80e368aa86ba6b1719aa6816a11a9b914836 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac93c2d0362a546a862b344d2e6cb386a4fe5f7690de0dc66689779e91bcb010 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7cd61b64ba25ad2766eb0c86ab7946bee674ae49 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd69da1542d366fbeed2281adca9573b072a6b1ca89661a3564efe6452530647 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ac7731381ff8b214bfc291be792cbdbffc17325 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f363d5f3dd41bbe216d720507cff894765585e1aecc4c8a85d85051f1f9f040 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..efd06912a00eae8a7752a88ef255f6641d8fa3c2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22f3658356f217e5cea98ee04598105ee4689f35843690e7cb0a9b0728bb2c01 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc117bf97e7f8e3cf42f8c2c43710e5b785627a5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c040608d0d107c50d3a20f56259da393b57b2d281795f236f94aa5522131e587 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8a2a290df98a4db920e96e0f1c74805a281d19c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a9a75a9ce9f7727177d078d1071dce2ab903e5aa7546b9657981748e6eda067 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..91cf4152c83861e7bb95ac349ea0f083c5d5ae2d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbffe0ba820b00e1d1b1aac03da9f46bbbbeb332d494fa0301fbf32075a1358a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..29135ede86482b90c52b026e3908ba8e5c58006e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7f52cba93db1bf8173bdfebf32229bcf2baa85bd4fead3ebac741e8c6abc3ad +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc25af9ed75ec1f8fe1d341100db077529214d9a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d5c655b6562fd97fa0b0affa996fa9d60d39a79d62d3e35033611dc836bae08 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..02a4c08e2de0c663a4f225aadd0e167a58eb4233 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:360dd4506a81600359fb3ac8ff4fc170356897098e0f87bc0cf3e77fe14b944a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7008b76b1d1b8cec3a1877b4c43d2fdff883f76c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c824b98c31c3e6dba1cd8cfc53fb1235223c7d217a0dd91d8b00fd468fc51990 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b56c376cb73ef83a6a574c6d27b26b2a8c84691d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45df71c30e8f906b312d66005d69bd9e4283d01ce6b28feabac73daa3d777167 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..26492fd28ec69d95061ef5ef9eab29fa338b1c16 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16b14c194b203bec1c7483f0d424a5f82b58ad86bdb7205c8d9e8c0163b31af1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee9a6cc713b436dcba9c54c94456f676cdfe3d80 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:542223b3e210aea619f9da7a22d5e562455b6fd66b2f7cd1d510a64ce143d80f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..80cd7fe0789cb0c943dfaf88844f5afb67c492f8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb8ac5e5d602f7c728be6f7b41a1ad96dd838e245a0cd67535463eae95168201 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4a091dfd0ae68e9df974ad86a8dee784a835add --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28692f9ea1b79378df6d564a8400475f3ac5fa879d55f0fab0f2e45acc098522 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..45dd9ed26ccedc982b9aaba5356c6d538589d8ae --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8224245e9354b33cc7d89077451a06d21fddd2c686c5a9b6440efccd11e74c9b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eddb506ff0557bf80c65638cc2b118f51e9b9139 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d25952a1e27386a2564542907277591f0dfd9410e42613960829e3455d78ff42 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dfc234eec132d8ee0b0125528f5313498d8d02f7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c72c96237d729fb17549ca7fe61cf2d3836e4882068ae1619fa25ca41f0d3e4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc90715ca4d328e3eb1160efd3cc367cf75a12a4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:feb66d7333aeb8115327e57ec05677680d474fe58135b7f36ed0e859f9d791f4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..59477cf12feea6a9f760f0c8378a164bc8938446 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d6099bdf68b35d42a0a7001bf72afe4134d64c73f7d9777ff1ad97694a0a4f4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..08b9e107443f590e89f9d8877b14f3b304def078 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:863000ac094f9369fcc312c17e4e7a02bf1de12ce69350ecf55ece2c52bf01d2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..80a7a60ba8f2c138319bc8c6dc235b59aac7d046 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c61c70862bd6c6738be7c04ca402c9ba1efc9c69ff31ab13fbf3d37b9f2a1819 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6562dfeb47d391081d2e00b9efbcb32c6c0307c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c66c266467af34261d36fabd06d4bba40a331e2b15e53e7ae9b38106fdca543b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..90d84fd782c3f26ad8f92147c7912b10d940c93d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25073c5fc3761f9fa016d2069d35744ea95cc720091e942020c2d083b972fbfd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d973aeac306be42048e58724c996d0629e294a96 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce9e0b25914f760449a1f74f2c6ad1a0bab38913de403ec1f794ffac633203fc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9976843026b8f0a7d9039eed7a25d1a2d18818cb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ae4674af612cc96c271c8b932119445c202d0293be7b335f70f4693bbb5f144 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e50079c148dd157615a14b40f4d6db1be5d55e4b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29e17f6c3594dcd1a2672cd32c4c45fd0b0a183d2f78391ac9070e2cfb96afb2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa9b6d0c14be1ef0181eab8c2fb73957d924b7d6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8f1a5b3d8cc3e9bc28798857fd6aa2b6ef8defa77fffd14ad0cea24affddacc +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e5bcb0e4a353c02d1b4d632f9d410a590c8d562 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b999c5dded0022cd5645793a433105c8571f7ab960c6ed2a76d4becdd40ab856 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..16cd83ee18188fb0224d2dfd72ea49af93738b91 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b3015529c00e2825908aaa5e816fc76a24b53a638067a77d79a1582f3126e6e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c55d20389dd6a6212f73881c529116c12ebed8cf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6f31aa4b5a43f99ec5abd8d4bc78606674acff68f202bb8e753ba310662e8af +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..61c21fade5d7dae454c51a0a28aaa5970e2fe5fc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b0c7b89fa78f733c75490600b31bd86fdba7a6269f2dda7e9973d09bfa89ab5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a677edb9977d9934c349aa949545be2505207172 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8f599187e5b842d85f8ccbfcd5eb83d8117f2a637461340d1485c3aba1cb989 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea514a3ecb943746c9b11a03575fa36f2b24098b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5e31f6d5f5087df8cc1bb54b92190f61b4eba18cfd52847491651f627c9f73d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d0c741ea01c814b1d15bca7c448ef6f2be57820c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b0839ba3bf0afbfa79c4da1a81314e9bd474a4f4149b56a6a8a7c42e2540a86 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..08e1eaffa3c4f764f152fd2acde86d1dcc594859 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4dee698dacc47416e2012273c2df9252c54c139cd4dd806bf07e8c980de6d8d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..062eba1b31ecbb6fdf21e25b848c4c0325cea97f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44f38da296093012826636d96825ddb11e0e00be00775a8bfab6908b955f67db +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee66b22f750c20f746e7b9d737b9f1708b182666 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54a4b969a32bfd6b44ed33a7b7019f2a3bb083e939436a615ef36489fe213d99 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..73bae29c5439cf3ebcf3b418744e635c441fa93c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0a2fb7b53041e3f7aa9a8a9f9eafbf6876b22b78b4159b454aa97c04a02f715 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d43d062f87fd91e44deeb9ced08fda09a0c943c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9142ff18dbf6d1e4b112024f75d14cb8e2a15078cec704ac118dbc467f0bfb1a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ed235399f8872de07a5ed7d3ccd6506cd9372db --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d5d3e11fed12204ab3f383d417fb0b517fabab4b7b0c85dc155cd084c06aef3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e66a6fd8ce95eb9e1638ddaebc153d4908481eb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:060ecff2ccdc98f1512bc7578908955493e15c92bb9882a3aa57c9bf033039d1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb844fdfb766d4fdf2e08dd306dafa771371aeb5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf54f32efc524ee962b5c0959fd4badd1b1c082dfaa48ee7457c37cfa9a8f9ed +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2ed5db2aa883169d2fd2390eac3ffeee8ac9cc0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:905cdf8e5a3c7fcd3ff894d5c108c27366cd5522c13321f407dac25bcc9b545f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dea257ee4da8789e0d65ccfa3d2c58d6ee787762 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8bc2491d9cd7156d778125962c09c01efccf592875c9721e112067e0d74102a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b4a1da7898ff1420692fc29683a0973180c2c76 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:454deebfa64bcbe0b64fbdb9c8f0c0d631e0f7119e5904f5665b213c5c89b036 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ae30a5bcc92949c3d3e99972bb1f433a453e322 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ca8a784382974532f13d6f1014bd26cad403874f91106ebe0f7f94cc1156ad4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fdbf20b93bef635f3a286830e1ddbecf5266924f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0409e405e37077425b14c32c28ad93c8334d4053ed14127dbd28adb11ed9e140 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e63dc5a7706649bb00b2684826ae8e20f997a30 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc7be88634bfe6fef721b1823795ff242f0eaeb6b126ccfb41f250ef24ae9b20 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..500ee26af49b6048f6bfd64a4ebe767a643ff183 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:790ef631c1a9577d1e46533aa31fab91b25c61be2906de8400a697dd12bc0931 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..122674667e3e1de86bcaecedf13da23bca2dd31b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28ee6a355aca9f383c45ff3c789eef97b1828ce21d11b0bf986aba96eba07d50 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d33508d59622c348a30ba911740f7a3e23b9a03 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:396851e8ee778dca8480852f727872207a3668b167c6fd58d9d993f18980fc78 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab1911dd922fb2cdec3411bc0e3927f3a7336bed --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d29f04d5d12fcc8745effa4f100088b71a3274433d0c85c6912f8fd436990a3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..daa49cc5014a3916e81632ea83028202754c4f1a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1063604abb35d18a5818858c4843ca49aa105319647dcc8f091bbbd223656c2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..75d9ac38b6af2fbb9fd6d069c62c55262f09cf2f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c91e1644721769f15cca6f4a78935adc26d5a03bc3d7b36ddb819709c93b4d07 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8d51b5d5489cf7f202bdd471472c5c6255ee4c5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db7c6861bba2095395a9243426a320ccabcc364637a3d436d22b346cd0967ca4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..10a57be199f8292dda95c08a7fe91a33c7939510 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e69d6d740e3eaf07e129af9b51ce05abe546433b9e917bad100ef5b46ea92618 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d0b8c01ff0db12fe318aa532728e523d908e57a1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42410d68441b0e2fb05014ab0aa689b68db9c841f955c353508d800c3b9a39f6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2db654a46d6c706181726a38ca4e8f99ce0179e3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bda0ec45fce2b751c949fa54c58b36cd49afd8b38fb81f68f6647b327c55c47 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6cc9ca00e3fe9a933ceedcaf13f5103fc1731b09 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dead2f7f6c4f7412ded78f14309aa3b9c3b8f659c427e31ce1978289175c9ad +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce631d6c3df507f8c84cb194a10ab383f5cd733f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e50cbc5f82abfad79fc178a4a67479f788840c2ed27617f5e8932d3b55daa13d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd57314c421600c7c1d145dbc7c09851e2e27645 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:246ec98248fb8ee2f07ce12f89fc92ed1c267ad752893d395b86605f9f31ed5a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..da2057aafb543b0ca49ec40d0745e85296ac4521 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f884c18279b37c276eb5bb2b5395eb592852257e3c09409202619d3da7d7d5c3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..456a787ec4b6160e8ef55f921a71ca41de7a2a31 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bc4dcc042d57340fc916d6cdb6614239c3d921e4b54f1f3d9e1471661f978af +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..abe03ff88ee448548eab390a9a58620ba4bef3aa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ae450604afd60d160c6f264653f7c9d41a94f7e90655f57ee479725c0af4441 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6f41ba714373274c30f3544cdecff15e851e8b4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3e5c5ecab15f05d1d734e876276e2c96bea8f6134f5bfb39e6b441342f7ca15 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2015abd57a483bf496b6323a3e7e5c28588bbf01 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0d250d733ac0656150310ca4e50ba687ca100b41d96be9996c10f1171d76143 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c918a973869df1e749b42a546d9ac083d2b2fc1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1b19ba86ab7799f117d2f74d491330f81d36222218c3bd37fb8d5fbef50ad29 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dbbb4388e8d2a7c45043acbf0c2028bbe00aa5a1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9e35ff2e9eb37480e5c0ead14dfe21d15850c836a55f0b597d4804488c0f206 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..71bc0dd75259dd704f4b15d47b88b61281d6b9aa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd473edffc9067b23082e492be2c12e0e34f9ebf1fc213cf3f943de22b98f635 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..11a596258fabf18565525168f2e1c73bf5ef0089 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be0ca9ee1cc1dc54067276a77916a5645c09b8d4f7424a212fc1314ea319111a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a5b9e604634e6a169c846046d64e861ff6ea302 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee1071b3b50a5f96044e8ada9a923bca84b842badd1b670d52e2dd86ffee8898 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..187e7bcdc372b3cd53503fc36c7184fbe1224fb8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e107c98ad3f97c1d389f28afc200a254b1d6aa6fbb5dfaa08ba6b61977e4b93 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b68d0f23b2160f496012a75bfebc9c1487febf4c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9582da30c8103e590881dd383b8c96963eb8d598686188c46033853962a21b5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7ed854b2f5d5e53ba381db25f73f103ea12ff23 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:093fd50cc05a56d0dee3fd349258bd838e28325ccc16442e903bbe2d24b3d35f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..846aa5a9910206fab439bedb613d2bebf989b873 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:394c7777953bde961aa466213a119563320eb29cd61c61aab4e72aacf65ded7e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3f9ba347a71de01c56b7e10f6abbad14dc04d32 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12670ca9d17589bb209757bb47ff2990909474c2d2bc61537b8541e045096793 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d28fe47171e34f7de681a64c117e7ec48dcd296a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4b564dfe01c53b73fda70b149f4f272bf010ae63f4e5b471d19dd325e0299c1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c36866b8c3f8163d97f1e77c7b237ab0e283c62 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d29f1961c7bd0cd0d3de5904730b6dfd8685584e35a457e378214df3ee536e51 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..13141bb70b47f490e7a0d170ad70d94295334151 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89ed5ca7f855d39d73e5a939fb05cf96fbd50d68e787c20c0a9d2001a43ea3e3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8233c805e2e80d128d4468766d0a98289de25cd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84a3c685fa6ee5a70b18a7ea87bc6661577a6a180d2158bc0d79b0ed28e617c3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..27d9e9b85d4ea127e216bb14cf46cca8415da308 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:859445aa55c5c4ae31fa393d68a859a5020879d1e98bdc8a7fd749dd34dca27e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aaf2ede2673623beb21afc6061c879da6f7220e9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1662318e1453685cb27f1e885a431e0c7da4a72849b8e1b8122630d8e3eb2158 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..51bf40b731bb499cd0d4434dc2fce41a2cc46569 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2dc6862602fd00bd166d9df38f351c1d8796cc844a1017176ee47f336813862 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a181a2e07b4f490df8f27dd6554d7fe006e6295e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abbaf2ea9c26cdb559fc7cdd0cbc739821b937f358323f454b1828cd7cae399b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b80b1b3d4fbce619032c827670add14b2999f77 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5763a6ca107fb9030ef68028eca225902f50ba36756048e60b32408ed37f6959 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..96266971a1d62039f49e908fa307cd3abed8d010 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ecb2c8fdf6e86f8cb54b7e433affbed5a1ec0bed5c425072c244e191787d6df +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..434029c34c51ac437677d85fcd40ffd4c2080bd2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c6ba9ce9e2c298ce8a2a874c4c49f0bcb97dccb9579f6e57efb742c106d8fc6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..77184f7f9c43f7dc4f971f5a40b4134614160c82 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e162af09432dff9269e860dfde3cfd39b25a9c3159429a04c3d5fd1e5ad8820 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..90bb072f37dda61fa477d8df5a7aec3d0cd72995 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5faf40476d95bfdcba049f7b425449fcbafd28af0047ffc80f74410cbe2e6e2e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f208069a165ca443ef9a3b0589e6ca5e742ba940 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e086f020d79baecfaa9954755319bf87236c6826a55c245cd3930b386ab1b68 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e87b720e8b4a96f60f8e5a77576a1806032b9be --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47b0944757c2305ef7bee28c1a0dab71c9c370778d0c1906a60e53d92414b1e8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..da0bae959c48cb582658a4c63708bd3c1513bdb0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdd915a5f730732a1c86506b99c58f045f06d48fea1ab565d0fed5f7db37e8c8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..15173cbed6abe0b49d9d84b295af20a574034b01 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfd235ccf9022de58f02210c361fcf427463e994b0fe3bb646ceaf943317a769 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c3caf6cd670816968094434de4c69fc4b76e31d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0935e5c0e68a64088dbd72247e99d7246a568783328224474be5875d774268c7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ebf121453c8c184c40b674b0fe6b2f10247e5df0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7c3925b7e5322f819abe3ba44ef910fe452ae244af277b306c2554bd50462c1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f1f252b34f1b38af8b2298ccae3f755414f9817 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3712345979e1c9cd8516c6bcd6dfa041c21587de6bccfd5ed025a4aeec485e94 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8758f54b4e6d2345a526112902fe787141b6733c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d71a409befc7ff4b6399147b51c77799cc3d530996976a71ab8437bff0433cb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f02da2c5eacdf06fea13ff23c4bd2f75146ac487 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfa840cae6c051f453ff4dcad7de02d88769bb4e8675c1fb2780d7cbb0ec9c73 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..55c776ba5e61f77dac7b66f8cf5729713f3fec53 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:209602b512e2c52f42fbf7aaccd7d8ea73bf6af3c0197a39771c4b7ca5e0db34 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..65869cb7301ecc1b9f4a3dc7f69e2c8bf60884cc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e7ad07efb908f0df0c72c4e056f5caab88c3f9f722112ac17b5deba8ef276d0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fae3dcf02548b7417436d2854a78c6357912b77f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a26cac02fd5314304bd3d775f0d741f484b88319e93a7d310c3c84bd1582d1d8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc8213fbdd5d82c5313b49c4ee5f149f8668381f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0baace85a9dfbe74feef5ed25f9a98a62acc6e3662ce4751b133103fd19d0da +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fde8a2bf343d8c547852b11dcbb693b312b3a5e4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27aaa73a6419f7b5a07f445287ad0667a9df2c2e2d4b61a9434b9e54b1011372 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bbf15b1969f3bdf617bb781f97a103cfb6862519 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b9c22d3c2ec0f6af1e9ed9b203c1b5776e619050653eb784cf9f169d3670aa0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f4f3f76f68d9b249eb807ac362d0f23f542362f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5d5521ac9cf696b50e0232a6a1e5a2e9b45a409f65b28a2aa07f5dcbda49b01 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a160928b88861b4b01a6819dfd24c7a14463ef9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d30ba83ba337ba9cc5910f545d7e4832563b9a054b9a6ab56d5f012e0a06c449 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7eeea9865ea7ceebc4cd74803dbffcc0b43f030e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa826c5da7265c83870155d5df3ca95b5794026586f4ad28f6505dabaaaa7c45 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..06c2c4c37104e85aa36d04f92c3452461000464b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6048834a978803629d85625516d7967677a95a349661231d2fe971bab0d1676c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f896c3aabe536c6fdc9af6438cdaed7ef307b34c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85f918b34eaec6d00c558cecaae43dfd324d47934b7f4b5ea8e604e4f9d8807c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2fb58ef75f127a266cdcad34c8dc29cf631a9618 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e859593dde2f281a6de864557e1a482e352498b259410f2df14d4759eef48f7c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..345a838e7c82de1f2754612d4e864cb4788e44a8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de6b57575948cb6e34470d1610e6fd2bf50c5cc494b48abdc2c9a8c5a2c74b71 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd6d98615df1018d2d2bdb445bef31d9cfeed0da --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:964fcd60ad37286cb22609b6e47a810bb844fa9583ace924d12d16b671fe0beb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7708ddd08e00287dc9264923f0f7b773e85d6850 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3763802b42d84c989bb153e150b2fbb8fde6d6d927ef9ea8c4c37e1036648712 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..04e79160dcbb971906734ee27c43e827248e39ae --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6211fcfd37b6bf3a152921475b4da9a4e87e733f3725499ddd756dc4d8070f0f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2b957a5b0e44deb206181fb4be76a605fd86fba --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f625c7cef5c9573c2b9ca1f787229884d5b9dc441004e91562c8882a276e25d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..660af77925d39d7b657d87ccee35e9c5f5006407 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5362a8c9887e24885a6b49e2b54fd1401df47016948ced102cf86f261ab6e997 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee23aefd8f0f32ae2c562afa510b2aebb5c957f8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36b2f58047470c8e4b27dd52c661b4db30d068b2728b6a36c47237b5dbed1399 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fca4c10deb7fbdff5a9905d5d7a6b4f9fd8343ca --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92f438e6844f75114241a1dd7980fa14ab1d91ee6abd8c90fc63abd83ae34b37 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d4cc418f6f2109b9c88dcfd223c39fb8f2eb52b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e616d35fe07bff0b98ffd87ab5e695643a8ce9bb83d06e953c7792838ccc44c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f310717e4456468365ad675243f632abd738c84b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2aa5c07e3596ad7681ac86646c351bab651b5fb4d29983660cba6b56fb080dd9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..329486dc24a7d6c26709f9bfa579cb8fa4c1ee05 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:967ef5be5a747a762f491a73e3db6edb588d708441cf210f6ccdd7df01c2e77d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ceb6318048b36b73ae8a7f7e91a8c8286d85e0a8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:037f6019a9c3084cc6c857d38edcd22c43789364ba3850e6e52ebb425576828a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..14450ea3deb0e7b9fbee43d6325850f48773a683 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af40f12fd36f4b9f8a87ce435391504a6ddf49a6814c3a7ede2a4a3eb1fa50b5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fea1962d632517729bc09a3dad395e4dc4b5eb9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aea66a66faf6bf94b50edbef714d45ef0e06c417d81ae5bf1e65c0ea07e89069 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..15dbeebc4a5bcafe0691a11b0a6552be160abdf8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e4b5f95944716260c50a756289ebbe234ef0259785405539a0fd01559ff2e46 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e62fb4e7de424dc10c62c87d958b0f7e4dad40d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fed989775f57aefaba502ec21e8134489584df86b52f010f423fa2223031485 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf9d3fe837200d6c0d464e36eb594150bc99ea25 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:466a7da6512c196e78634eb9096eda773afe4baead88930d3f8ce54a5ffdf771 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2985f6c91d9d8b073a50feb046d9b1d9b988da7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04bc4145932c3ad51bd08ce1a02ec9c2e37dcf37ca3583d3878b2ea20251fe7b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6315e8596f819d58616f7aeea4137c2c9d032618 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da1bd7b23a5db493d48579aa8b2b54e48400070e6cfde09d2cb05c866e22f5d5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..702955d489ecfc61ad4ff535426d6005b6c8e3d7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6557795bf6843867a2e72a9bf77a6f45103dc6e557fa4c927ea0676473949b61 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba11ba8498287f7ecdf331133f4f4504030dcda9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dce603954395b12df23f5c6dd7028461b9bf0f5de22202cf54555d29bff6722e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa4b0ab4a51b03ece3eea67e545fe903571290af --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7c5424a1225d750b85a88f3174c551ffa3714116406d4a32dd8f5e89ba76da8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b93862ab1a2cd04ea56873ead5b403e04eed2893 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c815c9186e792ad88b6fe53850e0126fca100e1085faeafcc158da26e0417aff +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6967ecaeecde0a9ebb0c85d4566e19f9d20f127 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dffb2a0a633c8f0e700bb57088456bfabc5fc1c347876da3ed229fbc2ae00b69 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5dc28b7fb245f4ad2d1f7c62c5f1a1b1609136c7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf0eabf53a2503cebfe78d4d57a516dcabb1578345783dfa2b2df89606a495ff +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c868ef17a08ce5a3fbe6ce3d5a93a0591375849 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c92497403f1f2fe9301a3de4167290fd3f547528a3f825f393c1d11f4763ff0c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f7cdc36917b3ca6e8ff6aa4f2a695baeb141f30 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a6992bbcd8f4ee84d39dd1a9753e042626804764da49a8066ad2b7d246a91ec +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f11ac59bbd7cffa652e7deaca9cb4d0f35829781 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa4f566f9d74bcb99fbd5202fc0b587d008c9adb68102a12fa479b603b9b1457 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff46dd22ccae26cbaf39dc891ee3ba906c95f95c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:442103434efe4a58ee08cc7f1de1f95c57fbdc3336de324fabc6bd4a2dc56280 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cde87387d02f03ef950e6c8f16545b4080ac6451 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72695badec598d645b6c74cf0ceb27ebd167129799b9f783232319c5fb821926 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c3cb056d123dd6ab4b8e77351beac6e6762a646 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a501e68c0f1acdc857cdfba3c376bda76bc094f161dd4a7a92b0e16e013e1857 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..02f218644debf7ecda017ba0aecb1824d8507930 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:702dafe4682e9ee4bc6e5920b97d5c2671362ec9ff6e24f88c52a42733f05286 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee145cfcfc79db6dbadc84e95baf1d5b0c1b6b6c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61e7f212df06fe41e86e8e2519f2b262de800b4f65f03ed27d725f1608235cad +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ebbb0829d13e43581bff4a31f2c1daae91ba33b7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2bff66a62463a18e0ec2b6b603244dab51c195ee246c5599c78010612e1a8d7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9280d8a96399932b70254f8408f5261d973ba0db --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e1db155d0ec4dcc198a54fb639264fc516c123d62e32d978a7b6f071d0c0ea8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..52328924d5dfb1388490e90932132f3a3447e62a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b53c14965d5496f13fcecc03284f2fe24659957597328f95bef9733e00fadb2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..efe32248ddba1cf3879393cbffc9e42704c7a15c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:868747c7072fd7aece3d034d3dfe1cc1fbedb086f7ed7021b820018e0092bceb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4cf273f6a2d7fdcec5ad3222ef9a33d1b3e59f33 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1102f0518dd737b4a784c67b9ddf17865fc024a2ccafce1ee7e9d84c87a97ae1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1b6189a156c6c013e95db6d7b2b77313a0e7e63 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:222ec4f062cb8447b043eb7f8b73b37528ca6d449d4ae76271476325a1a52b64 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c669a0ac69c574689c5fa0a5c4e1aa2ba9f6d1c4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7449efbf40a5355763a9251f1ab09c10707c933712cbdeddb703e42e41c3f2b8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..14b3f4997d7ff200b81e2155de20cab394b1ad72 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b88c5f0718298407d107e384ceee16db265c7cbfe3d1370c12d596b21f6a86fd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b723e529c8b8b4e725109603f14202cf0cffe58 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6771540380550f01d6e073d810ff19ac22e1f0d468ae24ab47044e2198e9fc55 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a556ca5c7fc41198f2331ae24b50aa53d36d305 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eaa3150b549c99a7de2ec59dd137b18d5ea2c89c2f2fe1dacba95e6817bbc569 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8798bc6f9557bbd3d9a4e68a925fea1fb351f710 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17a04ad11cf4f51cf2ee75228f5fe03faf8cf441f3810d45c88119d1057d6ffe +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9eef0a53e122b5c913833ca6bbfbd52eb4933c41 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6c2a536c8974454ee05f15be0d51e7a9ea194cd0861375eadb2e2db9aa87a55 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2951402303b24f05dca0c29c8a16f7a3722f4cdd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c49705756118d9672232b6f8f8c62eb109eb21b9b56e20ec4445c897157fc70 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b95434d322ba9d9ac54ea72562dbc19322f8b86 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dabd59bdde2d1ec22e15da00d40fc372a48dbadeee91ee2150e9db15d13a3be8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a8369e7daa6ddc77ad11fb62645a7abe9546042 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe920bef889c1476471a506ab26a4ef0dfbeee7117c91932845bc3617ef72be2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2db2d5b1395825ef57840d5442ad8919b206aba2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6753494db233b25541ec6ff81d43f8eb554bb30bd736eacacc8df3665008fa8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f1cde2f8756e1f6171bd0cb9b70bfae4e1ef8b4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:905618d5dbc9a3a06386e469f6ad7e7f43670a9fe689967dc19031b58403f1ca +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0825c453ca5c90fa074d22f80c3796c1012ac744 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec0a22a5f72ae496240bc50f2ab9c4bbbccd18ac6ed500d6c9b3778ddee57dd1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dcabd366af873999e568281398179a8412771aa5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:513fe9a60597430cf66d28b35c7cc4719c829b11d8e4ef0bfc28960ddc1797f5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..28f3927a5ec2fda701d0262d44b59c51f9da5c0a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:caf689178d1dd7210f4bb1399142a4f05d4b9776d20a0dbd5d21365043a6f4a5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..84f9807e6c878530b8c34aabccf3f04061ae0e97 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ae5ef3b480d9128c8dab8ac653b28050fa7168ced0e8a9c9ecd8046f2dc9011 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..406451bb0e2b9c8d1fb2b020f2334a5f3c43c09f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:803c6c11cdd6e2db90469a3d8adb555edf694fa773db412ba49115d852efc6e4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..079732e361ccbb5dd7426737eca30dfc8f2cb504 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d3006cf6ada927c837be452a69884d4456e3c31a6ee84d090b8d7408ae073e9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3ded8e4bb836ea40bed199811d3684577be271f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:809119b916d189b44cc6414d28d5f3d8d35d7126690439192fc7783bf2325eb1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..54c2c9d6aed2e81ed910fb96b8102b1d02c07820 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c030cb728527797a46b02c8064e9facb9f5988538b6b0115a0f0538a56c5a09d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bbe4f4a7782eb086e06838a2d4e24f59fd87c96f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3ceda05cac2002f092e3ad579f53fefbef22a09230a8eae71fd10c6254aa67e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d29d7828fb339377b9a8b8f54b4a910c4b9c090 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64093cca9e640f5913d7070670a8e1ffe6caf98738155b3ea4320830cca8ac37 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..88a36b4a7eabccd85cdd7ccb3ef0f500f008c46c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14bd36fe08cfb2339be9ab82e0e1bfbf79561691e9859ac7ab4a585009df4716 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..54032c959ef7339bfacae72a44d1fbafb4491ac3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9513e8d034949ea4cbf28cf73155f72853234cb802ac0de71c9c8274e86d20ff +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5747248c4ce29662d67819d3305e943f624a841 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3af78a37fe8c7fa9edd0db55282bc70be1fd909a60707e832faf5a81af5a9ea +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7977acf9d57448829fd1596feca39170fb546303 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:553e13041b7f5b8badc540a58b529df7372ca85e22a95e6a0152c314bf504cfb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..474566d798a45028b93890551b54d3de8045844e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c942bfad668bfaeb977b96179e3797086cf4b2a80a78416efef710bc8fd8dee +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5faa595a45dd868c347fc0d6a6f18d9337a92446 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19eae8b8c3c047185af28ba142be91334d324b2ef083ce559bbb56ff9899db7b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f5f142cef6a49cde6d786e893957205201ba50c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bbb4a24d704c430215878bfe7856720f9d9f2b99657caa4ff1ab80c943c24ba +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..832406d405a8d836a4d88645ad7e6adb41f8053b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b08deb235879f86d0c6917d647a2826c8b75cc1c6b3f8d5479c4ba63fde30fd3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..20cbba20cf8934e2bc8355a038a65cc665f900b7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee7ae87f524543eb05e1726a7c23ce597693b1b326dd37d3bd7cb36d43c6b807 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c281a1c202ee0775ff7624204eca76ea8cfa8c8b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83754dc39f1c68807f724157774da760feeb0e6f6f39230fe9a7d41848a3ef63 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2fb7bb6619da27ce863c697ce4de8546eb604693 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ac9056fbd06806d3196c252ba5b59829c0630b29060353628d9f84ab143ad20 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bfa2f463b92c10701c767e2c3928e8de15fc4b05 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e289f21ba9666de567d8f0fa6f93e36347d4ce69d4b23812221a1fb9c56299b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d79830c87d300c1ca6f2d8978b677df792c69a3f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f91ed60de817ec2d0a242bfa25ad51c73e5b351623708aa060db9aaeada2fa9e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a889cefb7f71745cbe7fd4ccd6f9c7718a3f662c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c325f0f0f8cab8978d43aa5ded6e2a26fe733752598af85c3c157b62ddd0877b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f335f3b1c02f388c49ce418534db72b3f20a5ac4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c8066fc8220495b2e750c63c77631a6826c74618005a464c272df8f81ac661a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c28530d842b22073a45457bea23eb8ae636a3d7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3775c7edd93ff8f070757277fb0bc144d32aac48ebf001f593a6d00ec1ea3a2c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aea3e7e54e630ff959d6c0a65ecbb10c027c9a16 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a8276ffe78cbd40be694a0c97c68b0bf827ab7706f14d9bb8a7f21382aebd15 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fda021d98f3f9e482d09f375b226d4d94633214a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20b03d5598cd8b4da6fdcfd4b440ef62dd32432adfb9f6dfc0f72979950715b6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..24e49c2584593cc9566d3e8ee2ece5ee95948e0c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc65e09993c1fd9d9cc6016872a00f5de946ea81d55c16b92ff318159cbe503e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a99b97bfc16f3a0c41b8da42e8a0770da6c4be30 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d4253657a3173e5bf3597cecc1bfb962b7abc73e3326b7ed329342575fe95e9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e92a8b61e335fd1831efb72a1500f9ab385ac0e2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2041c41974ee221e09ba4d1fedd05db051933f934d3dba7501ce6d072580b5a4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9040340d04b9c0ff45654d4456f4ec46b2b9a7fd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:215252302e0aa5d962412f9db627a5ce88f6280460cfe6f59670a4d3ba7b786e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a66169fec581d10f76a041a7193f6c11c829583c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcba0b5850f487253c72aa2fa3009ffa9bd7d700e3db502a28cdde31c64301ba +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..048575b9a556cfdb699f3317daf42d71c67fd068 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9176cf344afde1042fa7b47f1e6051e9fc17c64eed6a1a63e8c20f3ecbde7b3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..691661ae8c8f82ee950753e8de833220f7086919 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:357a57ce969b2f07c174496b1a92eb282898be1eb685ca927587ee4075cd964a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae3416476ea40c3953f00fe6d66a2b49d32bc959 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac6a97ffd7caae8f6246cf88ca1bc73bbd4c8a86f9a0ea29aaa998a07f0463bf +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8374e76eabc2381488b51211218c2b023822abc7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3a9f642e437437d32de631fb81cc63ae155b9fe991af6048b6bbdae00fb1d32 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1972e974668b7c0a0918068e1fba8ceabd104ff1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58373ca434fa01b5b85d4f9ab4bbcc1143f528ff969344570ff5d7bd348fc573 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..151f031c3e3f6238e5500cab5ab399fa34545b66 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecc54dc80a9fc423b3fc73c6ccdaac960915fafe87f5fb33e1ea3ee1e011737e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f1d781c8627c54c262610e5ec0fecef7544660c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55b327375fdced92c260c6e622fc70d8f3c583ee5b56faa9e3756f84ea3d8958 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..894fd94d72df19c8bfd757da91228a92a061d0ea --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22921a2ebb993d31b36d7815880bada104c95c182f36c2b9968be044b50ad94d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0cb28371e3243f059985458daacaa9c4368abda6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0f5d32d5240dba8e7a74cc2bb1c2010585a602ed40cc939ce8f3d5e64b82d75 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a6d4380e30ef46ea5d65a4367fdb09de6b0c447 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bbf9c312d7465f309ec82b63906f02a31809d8da71e1fc945d5050108788d22 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..29ce93d35cfcf36b4dc00fdfec254700357310a3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89328accb14455f18f170c2ca90df81c732b8a8de86674193cd0e0142b107c4f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0945299127c98f681b075e3d6a31c65a63721ef8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b6c7c1da34e39239a4c71fbd5efd1092cf21067cf067669abef3925c8cd0b37 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ea69ffad0134359a82c2086d6b5b0fe5303d0e9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f267bbe0a92089f84aaab5b70a943a4b2ddd606945321c61276afb27879714c8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6455a6564ffaf3ff590f27f2fc037a62637583a7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a0e9ca6cc0764de2a4d844010599d96ffcdd3790b23ff28890c6d267492e995 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..517226c5dc73c575f80f3520b707310794274f87 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0c1736bbdc374e5ea00135a8417865cd4ad383ceea7ada94faf35b9aff9bc2f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..658fc89ccfb24fc8edaa55d0be9a7295462e2a35 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a59ffced6ba7e1b66a6cf4da6b20178f7812dd2252a16673d0cf8e48b0e34aa5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..524bf79f199ce8154aef344159a3e4f16701d27a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e94ab6bfd8f1e96884d6d2ba8c1a3a294877898c1f8c41034bcc7b1f4b2ab256 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a04284f7e7b2dea5302d00b666acdf7a852b37b9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a0dd075e431c778ec092e1bef5675d76ab1cf8b2fe9f1cc42d771edf40dd109 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0629d21665b886953c41dd353d8d234a2a9e0a6b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4a2775b24c7ba0af10b32a6378d24bc5c5c2b07bfdac198cac4e14f83200d08 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d00912a21276177b06fdf4afa898b0e1dff7671 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3800e22ee35a424fc9a5a04ee3922457d544b430575ef1eb34c8023ca0a5f7a0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2f945235f3628814dac74ca19b4f29540319e71 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b34e770f1db6ad57d79454c1806048791e01e8cbb1da1bc5f11a3c26488bead +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/lm_head/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c085f44b118d84c6a1c2241abcf6ed0cbc269fba --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:870e7cede1cbc864a7bc99d83090011e84c2c86f5187068a9e3e559c9703e2cf +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/lm_head/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..61ce64c8497dd7146b4587908deba1647e896b9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2839dedd713dced2fc62416adb5afd3a03236356ed696bf766fa5ebc577b6d2 +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf9153b4a2dc5cb7cf5b6a6b3eda85d60597a409 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ece7c00562656d83c4bc12d126171ae0853945a46ebed118982db56366ba31b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3fba6f3755863eb1ad7a0ae5a83cda27a00d18bf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:201d427981a4384ae24136bb09ca5902c3e2612513e75e20817d207cf807dd6d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..875c89f40e77f7af1cee45fe3dcde01d5481cd23 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca87fced8fd1cc9877986ad11a5d42f19c52bd2a0cd0a78eb40eb258c6745c51 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf825ce54c12fe89075d3fa72e03d8072aabe802 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e54d39238e1e10655e4bce2ea8a0db1a0fd19b05610c570da20cd9b640953214 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..568d0324569d55866180e44b1f9042e944661139 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3e278d4b0ebe1a1c96c9aaeb758303411f49fd4faea0eec92168d097c2ff682 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b06f9375d90562718c1c9e5786de6b79355004e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ddf1ee954d3393934938f77ac6feae45aed84bf4fc969651f881568383e2e3f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a7dbe7dbf49d74052e6d36bb7f1406246e7c1aa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adf2a9148f9055b4424b54f56e06dd65734b0076f2e5a58069085a91318339cd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..444aa4ee896bd9ce119adb857c0ed61a095dcccf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa77251e7411d0998b63321bd26af0d515551626bb71bb15e7575b8d842fc985 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..21012a09825e626dd57c6bea317d7fd0500a66e9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c488b5378dba340095c522cf15801ceb0291a809ef2eaf3abb7f9d13d12f9de0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ebbd5bdc949d6b4c4fb5062ceaea5b528b3088d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47cf1f875a589576fea5715832561544036bd9856a0d4229733c7d6c8a610ccd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f3b3210d024da8e4d981a1824d9049f78712637 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c325b7a0c81f2f994ef3628af5f4d8c693db7ecc9ef62eba77d77f562e187d7f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..70692350bffdd093c521a2eea9e134675de7035c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4739f9246ec92d81b5b09d30cf289a71df6ce8a95ad072bd6155c8016538b73 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..57da9c37aaf5cbe3fe99f509b5a37ff56520c889 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2af031bf8f3ae8ba8e2e07589394a8ff97984ca4c06bcc346e710ba1e6e63a6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc6b1c9a5a1584ebcc10b815da98728c9141b198 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0f67ad5177fd5b3fd6dced72470832cfe7103477be0d7b4cfeb8fe68f457ad3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7582b94f26f7be5755b2769a87c9e11a3bc6d94 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dd66d5226580846ecc718df785dcd3cce6d57f83e5de6b57a06a4127bc838d1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..af72748710e70df3371aaab3e8925bd209d56b78 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fc8b3f2dbd764e342f357f14f8a18d4ccde355502b8fcb12fa8e0c45cf6839d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..edff80e368aa86ba6b1719aa6816a11a9b914836 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac93c2d0362a546a862b344d2e6cb386a4fe5f7690de0dc66689779e91bcb010 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c57e1ce1b95f807d14c786cc13576e60e37725c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:682e3211b21fa7ae6a6fd4bcc7ba6361da041a04d9f0e03d7d593c201152a102 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7cd61b64ba25ad2766eb0c86ab7946bee674ae49 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd69da1542d366fbeed2281adca9573b072a6b1ca89661a3564efe6452530647 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ca00bdbaa6e2b16f44be811c6f4b06b1e366c2b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:923f015584cfb39641fe176e6bb8888c0e92db66d6acfda1328ecd5dbfd11b32 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ac7731381ff8b214bfc291be792cbdbffc17325 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f363d5f3dd41bbe216d720507cff894765585e1aecc4c8a85d85051f1f9f040 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f751e29b318583e2454837890ad89be3fba5f3d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:477bcc273abb9a44cd3843327b61163b188cf967380fdabbb615c826598a0623 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..efd06912a00eae8a7752a88ef255f6641d8fa3c2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22f3658356f217e5cea98ee04598105ee4689f35843690e7cb0a9b0728bb2c01 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c409ace7201deb72a3ad98cb1a4937ca559cf884 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d42585e000d1f31d799228baf62ebc25fd9a2d3b717c257d1129f93e368e94c8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc117bf97e7f8e3cf42f8c2c43710e5b785627a5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c040608d0d107c50d3a20f56259da393b57b2d281795f236f94aa5522131e587 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2f68364cdacba9a498302170271547517c18b63 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b876ceb44f1f1e853bfbe4026be9dd27135b225a21d9332ab1549593c8c1b2e8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8a2a290df98a4db920e96e0f1c74805a281d19c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a9a75a9ce9f7727177d078d1071dce2ab903e5aa7546b9657981748e6eda067 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0bc93cc9d89c14d65f6906ea819de4055d69be7f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:929ec52dd9ce204f32c8290448eb94b9d3821f69b18a39d25ace55eaea5859fd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..91cf4152c83861e7bb95ac349ea0f083c5d5ae2d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbffe0ba820b00e1d1b1aac03da9f46bbbbeb332d494fa0301fbf32075a1358a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..99ba54e6d71da1e91b1b16f4f2d0c9854b0ae35d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea83b6e532e794fdbdfad64c06bf5de5562ae00186639bd8c1af8d5ec4628024 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..29135ede86482b90c52b026e3908ba8e5c58006e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7f52cba93db1bf8173bdfebf32229bcf2baa85bd4fead3ebac741e8c6abc3ad +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f424af7beb533aad650a862789bd658ca024215 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a0e27f2f5a83d7844bfee06f10c051b02a397a221b3e7803d05739dcd6f0d62 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc25af9ed75ec1f8fe1d341100db077529214d9a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d5c655b6562fd97fa0b0affa996fa9d60d39a79d62d3e35033611dc836bae08 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0831e908c82323ccdef69dae0afec130eaf5b0d3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45de0624d14a32c032edbdc430fbb088bdc39ceb11487ecd74450ab3ef08a425 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..02a4c08e2de0c663a4f225aadd0e167a58eb4233 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:360dd4506a81600359fb3ac8ff4fc170356897098e0f87bc0cf3e77fe14b944a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..83abe57b40313f7d534eebc3737f0b08b07f104b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:270181e6515b02d7652c485717c8a47456c54d70b3fabad3411366f5cab224e7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7008b76b1d1b8cec3a1877b4c43d2fdff883f76c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c824b98c31c3e6dba1cd8cfc53fb1235223c7d217a0dd91d8b00fd468fc51990 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c29a2c7c5037e74a028d5024c87d254e69d883a1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7abb90f970accfb737aa1a8a6804e229e48a354582ae7d9bb809e9f009f1ffc0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b56c376cb73ef83a6a574c6d27b26b2a8c84691d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45df71c30e8f906b312d66005d69bd9e4283d01ce6b28feabac73daa3d777167 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b8ccc234b24c4bcd670ea0869567604affd5aa9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf03c30cb077f58ca2c4eeaec749b51896f73f900a8ce121e61945d1d2f27199 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..26492fd28ec69d95061ef5ef9eab29fa338b1c16 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16b14c194b203bec1c7483f0d424a5f82b58ad86bdb7205c8d9e8c0163b31af1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..deff7a4b403985dc67b841da917ed111396c4ea6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8126ee284540f273c21c203961eccf2f42025cbdaa2e22b29e992ae53dc0728a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee9a6cc713b436dcba9c54c94456f676cdfe3d80 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:542223b3e210aea619f9da7a22d5e562455b6fd66b2f7cd1d510a64ce143d80f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..14ba731926c34ae2b9dc00bc77e706d686b7fc61 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07711fba55fe68c3565abb134414dc00ef943f510aba055438883b1a221df503 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..80cd7fe0789cb0c943dfaf88844f5afb67c492f8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb8ac5e5d602f7c728be6f7b41a1ad96dd838e245a0cd67535463eae95168201 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a8bd960b14e7ef82b10b2ce55a44ee0810f4c370 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b92cd017de68e326ba00f542650bc623dd6bc282762ebd474c8dc3d70aa1e21e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4a091dfd0ae68e9df974ad86a8dee784a835add --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28692f9ea1b79378df6d564a8400475f3ac5fa879d55f0fab0f2e45acc098522 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b13cfa3e17e174503d7de76a3ae2e1bdba5e54b1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62564aa64dc5b329faa7fdca3231f0ecbda22362a67b7e8b01b16187444792d8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..45dd9ed26ccedc982b9aaba5356c6d538589d8ae --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8224245e9354b33cc7d89077451a06d21fddd2c686c5a9b6440efccd11e74c9b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7df689f504bcca6e2c7ab0701f2ebd13fa87ac51 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51f2d4f4c85d70f4597244e409463745ae756fe1340be5556c6025c2c983d15e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eddb506ff0557bf80c65638cc2b118f51e9b9139 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d25952a1e27386a2564542907277591f0dfd9410e42613960829e3455d78ff42 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..03e95ea27589431de1dc53089ef64c94a89ff363 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb6c07f09fe9111fa68a8df6603e6c95f3b90823fa5046023e6d6ed54e870197 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dfc234eec132d8ee0b0125528f5313498d8d02f7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c72c96237d729fb17549ca7fe61cf2d3836e4882068ae1619fa25ca41f0d3e4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..804b9791d5b8142aea8cf153f2c059a6a0b6de33 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:600c24ba46cdf0e158731ff8b89d22e5ec900aaf39e434960c2ce22f282a35da +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc90715ca4d328e3eb1160efd3cc367cf75a12a4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:feb66d7333aeb8115327e57ec05677680d474fe58135b7f36ed0e859f9d791f4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec892cb9ad1832ed985a97f15f3312dbb073793b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:897484ff0a43930ab61ac1a1eca3b938e138c54ac049b4e9e375fce9e52ad664 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..59477cf12feea6a9f760f0c8378a164bc8938446 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d6099bdf68b35d42a0a7001bf72afe4134d64c73f7d9777ff1ad97694a0a4f4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3b4474e27b9866a58276e9b328d05499afeb26e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c786dacd8e6434a6ab56563243afb87ac0a45a233a40753c8761d6a85265c31c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..08b9e107443f590e89f9d8877b14f3b304def078 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:863000ac094f9369fcc312c17e4e7a02bf1de12ce69350ecf55ece2c52bf01d2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..88405000c73b54b0d9d58aa183688b15073f10a2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ff7f53a28f74e05bd6ed596721d05fde518f06803a76524aab1aa4765e19424 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..80a7a60ba8f2c138319bc8c6dc235b59aac7d046 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c61c70862bd6c6738be7c04ca402c9ba1efc9c69ff31ab13fbf3d37b9f2a1819 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..61a22ad29bc469320221ae0c4a3f3adb6441159f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19116251ad34b96c67e9e32b4ca919ec9241b8adadbf63dc4f234aaee30588b5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6562dfeb47d391081d2e00b9efbcb32c6c0307c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c66c266467af34261d36fabd06d4bba40a331e2b15e53e7ae9b38106fdca543b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1439e1921ec33858e9d5df1613eb4d1caf842009 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c97b0065bc5e67f8975300d60a1ec6faba1aedf6b466d023f5d4df23bedbf611 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..90d84fd782c3f26ad8f92147c7912b10d940c93d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25073c5fc3761f9fa016d2069d35744ea95cc720091e942020c2d083b972fbfd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..721640167423771f61d918bba1d9def5ccf56ee1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1140143539fd0e330ffc3e223f116644ea48024190460365ec42fb1f2161b8cd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d973aeac306be42048e58724c996d0629e294a96 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce9e0b25914f760449a1f74f2c6ad1a0bab38913de403ec1f794ffac633203fc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d94c93e8ccf38e7d051c294eb1ef512fc5dc64fb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46174b8defb8ee9fdce4e1f903da7add82d8c742608c82abd490caaa41db1d61 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9976843026b8f0a7d9039eed7a25d1a2d18818cb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ae4674af612cc96c271c8b932119445c202d0293be7b335f70f4693bbb5f144 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2a0b75b09fccb91c507d4516219f346a2b89bc6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bb5f1b62e6a851952eb79435a6a87275b3eb7a368d08fd98cce22f86d98ec04 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e50079c148dd157615a14b40f4d6db1be5d55e4b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29e17f6c3594dcd1a2672cd32c4c45fd0b0a183d2f78391ac9070e2cfb96afb2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e97b524c751db1dea350c73ad1ecd99fbcb6389c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9f34a711a7455f752add1940363fd38adda483f6f07c712e694ae4b53f9d04c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa9b6d0c14be1ef0181eab8c2fb73957d924b7d6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8f1a5b3d8cc3e9bc28798857fd6aa2b6ef8defa77fffd14ad0cea24affddacc +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..24ec553a84a573a25418a44087afdb407707e27d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41aaa08debd6b6dbfab1db4827ca930fa67815788ffa62eae7d53763b6bfcb0f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e5bcb0e4a353c02d1b4d632f9d410a590c8d562 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b999c5dded0022cd5645793a433105c8571f7ab960c6ed2a76d4becdd40ab856 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..43ba608d47ccd2c7c19a069c68a0c021a302dd27 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6477a8df307afa01779245d233caa1a3712b431a0c027126bc4633f122c2bb76 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..16cd83ee18188fb0224d2dfd72ea49af93738b91 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b3015529c00e2825908aaa5e816fc76a24b53a638067a77d79a1582f3126e6e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ebfc28907549b5fe986cf5a7ee8e91fa5ec35d3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0948ede5ebdfa130867434bc5aa1e5a1b3db1a77d3f16d32654dfe23bcab7c75 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c55d20389dd6a6212f73881c529116c12ebed8cf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6f31aa4b5a43f99ec5abd8d4bc78606674acff68f202bb8e753ba310662e8af +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d999d34765aebb94013a8118707e15445559c57 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66203dc7084b6149eb595d16c700e48ecee70cb3ea8c66fd9ae8188b6b26077b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..61c21fade5d7dae454c51a0a28aaa5970e2fe5fc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b0c7b89fa78f733c75490600b31bd86fdba7a6269f2dda7e9973d09bfa89ab5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7569d64a09425d0fac6f1753ebcc425f5fc13eaf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5aead0394a02045f97752e3fef4ed79ea862def6d3558a73bb7387b225656460 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a677edb9977d9934c349aa949545be2505207172 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8f599187e5b842d85f8ccbfcd5eb83d8117f2a637461340d1485c3aba1cb989 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3d8c3be467527b685c01d3a542915d2726b3a22 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:493d6eb345d1a05cdb204d6795777423917f95e8080538fafdb7c5dcd5f6623c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea514a3ecb943746c9b11a03575fa36f2b24098b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5e31f6d5f5087df8cc1bb54b92190f61b4eba18cfd52847491651f627c9f73d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c426d6d8e9a2613dd24863a96d9f553c4cf6dec --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2d2874f4a805e11ad0ad0af50228e67124d635dbb1ac200af12d84c28f52fc8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d0c741ea01c814b1d15bca7c448ef6f2be57820c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b0839ba3bf0afbfa79c4da1a81314e9bd474a4f4149b56a6a8a7c42e2540a86 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b0021b38b49257da6f590a914325f6586bc0046 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96ee6dc9a086c863014a99aa422eef9dc1ebfc0e982567d98a853a3baf8f5ae7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..08e1eaffa3c4f764f152fd2acde86d1dcc594859 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4dee698dacc47416e2012273c2df9252c54c139cd4dd806bf07e8c980de6d8d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4995b8a38e56196ed9d067b5efd5029218001606 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbc02494856f859033c96fc222ad5001a1d99aceb171b40fa158b18f97fac9fb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..062eba1b31ecbb6fdf21e25b848c4c0325cea97f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44f38da296093012826636d96825ddb11e0e00be00775a8bfab6908b955f67db +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..258a194903d7777f18c80eb531e51f3ea41e5dbc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb615f7811f76e7d95a2f725afdce413709a279c247736d64b60871689963163 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee66b22f750c20f746e7b9d737b9f1708b182666 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54a4b969a32bfd6b44ed33a7b7019f2a3bb083e939436a615ef36489fe213d99 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..235b296a6f40406f09d5bddc2e316733af46932b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4800db10788789b58358d06d89e6bfb9557f46fb87050a22611440d30cfb04a4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..73bae29c5439cf3ebcf3b418744e635c441fa93c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0a2fb7b53041e3f7aa9a8a9f9eafbf6876b22b78b4159b454aa97c04a02f715 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..992714294b59050074aa4f005a56ed96c3670325 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d71296e7ec60cd92267fe41b2a8d9da84b3ce2428d06530b85518435ac9f0af +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d43d062f87fd91e44deeb9ced08fda09a0c943c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9142ff18dbf6d1e4b112024f75d14cb8e2a15078cec704ac118dbc467f0bfb1a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e28638286f2fe8ff8e41c00f94df43f1d4d5af9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:268d20b6c958785954cce558ecfcad3fce1b56e444beee063f624545e26b1fbd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ed235399f8872de07a5ed7d3ccd6506cd9372db --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d5d3e11fed12204ab3f383d417fb0b517fabab4b7b0c85dc155cd084c06aef3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..21c3d7fa9fda350815886d18ed4472a5bc755568 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e8f5b899a429c7a7954e89f58deea753c1085f1e90fe10207a1cfe857e421c4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e66a6fd8ce95eb9e1638ddaebc153d4908481eb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:060ecff2ccdc98f1512bc7578908955493e15c92bb9882a3aa57c9bf033039d1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..62f45bbb68e2e53cc6f9a7cdd6866ee4ce11aed4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ccc2fa9ead6630b4299cccf42ecdbea159e3bb57338fdb26deef672b3f87449 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb844fdfb766d4fdf2e08dd306dafa771371aeb5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf54f32efc524ee962b5c0959fd4badd1b1c082dfaa48ee7457c37cfa9a8f9ed +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..42b244ce3aa7e1873b016736e7fa6cb4f9a9c6c7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13a7be959eccba5ccf8ce7d2041f11c99e1f342389fcf5bfa251e4b56cca0376 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2ed5db2aa883169d2fd2390eac3ffeee8ac9cc0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:905cdf8e5a3c7fcd3ff894d5c108c27366cd5522c13321f407dac25bcc9b545f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b09e4fdea8c6b1d70eabe7bb33add85a62cfc166 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13386fe616cab21d6b8b8f21e05fc66cfb1a78038e7947b8c0f294632ba19b19 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dea257ee4da8789e0d65ccfa3d2c58d6ee787762 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8bc2491d9cd7156d778125962c09c01efccf592875c9721e112067e0d74102a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e0477fccd6a880792711d93db0ccfbf4a847606 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00bc8746839bfb0578ee7aec66669e2e3a88f63f1c7eb646ced8d287128c9199 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b4a1da7898ff1420692fc29683a0973180c2c76 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:454deebfa64bcbe0b64fbdb9c8f0c0d631e0f7119e5904f5665b213c5c89b036 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae981129ec656b70c648ee6c419198c55563566f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23f96bb87621bfa6ca91b7d27aa52469f63d1824fac1c9df4a88ac20b6e44e00 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ae30a5bcc92949c3d3e99972bb1f433a453e322 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ca8a784382974532f13d6f1014bd26cad403874f91106ebe0f7f94cc1156ad4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f141a08a3dee5ca52e866bb83b45b8b6664306ee --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4464abb5d4b88dc5c8a3d0016511ef2a1f23dae062321c9093cbc04aa142787c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fdbf20b93bef635f3a286830e1ddbecf5266924f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0409e405e37077425b14c32c28ad93c8334d4053ed14127dbd28adb11ed9e140 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b3cf71b1b24f4f9c4a734c88c706b81c5f15111 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53f2f3115c336a71acaa3f31a1dcf5aacf4fd55c41f95063416f91d3dcdd6c3b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e63dc5a7706649bb00b2684826ae8e20f997a30 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc7be88634bfe6fef721b1823795ff242f0eaeb6b126ccfb41f250ef24ae9b20 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..30ad84d2316552edda1626535c97fb4badbe4a29 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09eb7a64b30af2b1a20cc6449e452377b5f170e4ff5f67dcb9756314ea6017a1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..500ee26af49b6048f6bfd64a4ebe767a643ff183 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:790ef631c1a9577d1e46533aa31fab91b25c61be2906de8400a697dd12bc0931 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..71fa8b0da4009707eba31e0cfe1d052056003a5b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfb954eba763f9c6e08c71178c564948df3f5467986c26c46c836bd715df8a8c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..122674667e3e1de86bcaecedf13da23bca2dd31b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28ee6a355aca9f383c45ff3c789eef97b1828ce21d11b0bf986aba96eba07d50 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4072777d7365f62038fe62299dd0ada25314a793 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1e05aa30ad1d417a9f5a43f44f8c86b1e18f6db64f492da3633c50e2c065446 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d33508d59622c348a30ba911740f7a3e23b9a03 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:396851e8ee778dca8480852f727872207a3668b167c6fd58d9d993f18980fc78 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..185e4b59b57eb0a0c619185c704e98e9e503e854 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d2391dd0e96cf8f2643a5cb28f43ea42b43f146fdeea0b2b434542b3184c43a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab1911dd922fb2cdec3411bc0e3927f3a7336bed --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d29f04d5d12fcc8745effa4f100088b71a3274433d0c85c6912f8fd436990a3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..64dd1fd9a0daa27ebf169c1f299520125f1a3dbe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9f48db226aaaa054b92cf8a41cb2308d5e1203f0146fff899f1d64fccea478c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..daa49cc5014a3916e81632ea83028202754c4f1a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1063604abb35d18a5818858c4843ca49aa105319647dcc8f091bbbd223656c2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fdd91a9d6f21340648528d6c565cbfea9dc4d3e4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dd7254fc47ae3cb7524f6c124ce20f33219b96adadf90b613f9b37eb692c076 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..75d9ac38b6af2fbb9fd6d069c62c55262f09cf2f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c91e1644721769f15cca6f4a78935adc26d5a03bc3d7b36ddb819709c93b4d07 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..decdb56e61978de2827a4870cc6aed250a72a483 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2dcae5ca9d33e5aa6001caf4b83298631dc46a165c539e2b2dc8562476fd40b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8d51b5d5489cf7f202bdd471472c5c6255ee4c5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db7c6861bba2095395a9243426a320ccabcc364637a3d436d22b346cd0967ca4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6975677e503c270bc0e85137febe57284dbb4ab --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fdbd8dd34ee3e64b8a94015ab09fe926d1062a34a06c641f0ea90ee331fe7f2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..10a57be199f8292dda95c08a7fe91a33c7939510 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e69d6d740e3eaf07e129af9b51ce05abe546433b9e917bad100ef5b46ea92618 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a5319aa574131e359750bd254cb90445447763f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:409cbef798bdc69366a217161c7445a64379e83d3d042b919087774aa54cb158 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d0b8c01ff0db12fe318aa532728e523d908e57a1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42410d68441b0e2fb05014ab0aa689b68db9c841f955c353508d800c3b9a39f6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..35b1540a45ab6bb645bb4806756a26acc94c58f4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed1b866d9bdce0a27834ec7da66eb661279227f8bd92fd2206082b42bddaf0c1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2db654a46d6c706181726a38ca4e8f99ce0179e3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bda0ec45fce2b751c949fa54c58b36cd49afd8b38fb81f68f6647b327c55c47 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c92d70c46e886c343d26d5f5c2b2c93d5d53553d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae1997c4ef0b0e7a4389619c01e9255bf399b1273f5ff40d5d732043947f11a1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6cc9ca00e3fe9a933ceedcaf13f5103fc1731b09 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dead2f7f6c4f7412ded78f14309aa3b9c3b8f659c427e31ce1978289175c9ad +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7219183457c52c44fe6254509087ba104400f4d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ade13bd34f9edb3e608416949ada3dccceb6f25fd878998ff148c273132a7580 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce631d6c3df507f8c84cb194a10ab383f5cd733f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e50cbc5f82abfad79fc178a4a67479f788840c2ed27617f5e8932d3b55daa13d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..62e81fe5fa3e7142fa582b862df92ef0fa93478b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6b97ebcbdaebfbd19a1142b1b540fa7fe06c7d496fd3a8a44dadf7505544235 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd57314c421600c7c1d145dbc7c09851e2e27645 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:246ec98248fb8ee2f07ce12f89fc92ed1c267ad752893d395b86605f9f31ed5a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..81bbc0a84fe168baf25b2377992d5f8d3c68127c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51f2a60927605505c22624ae694c9f77dba698607fe4b2b564e2a906207f34e0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..da2057aafb543b0ca49ec40d0745e85296ac4521 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f884c18279b37c276eb5bb2b5395eb592852257e3c09409202619d3da7d7d5c3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8051d13ab936bd9e93e9ac71deba30ac57f7bf0c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d53995fcf3af7c56526e5a9406282be5e63277a2f9eba45b9b73b9696c40c936 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..456a787ec4b6160e8ef55f921a71ca41de7a2a31 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bc4dcc042d57340fc916d6cdb6614239c3d921e4b54f1f3d9e1471661f978af +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c8770e53f8d2255470788b22647b156c556b2ec --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b3bf3184cdc4dc422e3e1dc9270e7c0cd9d78370336e9db91c1d4857e4c5738 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..abe03ff88ee448548eab390a9a58620ba4bef3aa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ae450604afd60d160c6f264653f7c9d41a94f7e90655f57ee479725c0af4441 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d8f1ef3d82dfa035757ff6f1f1d24ae7c2f161e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56c3a9ba4972ba1efed5df3ce041f0c9836eab23eca56a8db0010db3756d74f2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6f41ba714373274c30f3544cdecff15e851e8b4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3e5c5ecab15f05d1d734e876276e2c96bea8f6134f5bfb39e6b441342f7ca15 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed9624096720d267e84cbd6c03110f8dafe4685d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:322a0013d44607d6c5e58e3eba7c47dbae535e6ddb7bc26ec90ec8a568830824 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2015abd57a483bf496b6323a3e7e5c28588bbf01 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0d250d733ac0656150310ca4e50ba687ca100b41d96be9996c10f1171d76143 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..453df102602d50a2c20043c0ab4652296376f0d5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d7c6f0144501f2f24e715c4fb3563ff2f53a122f20b1b0fd3f7f589580477b0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c918a973869df1e749b42a546d9ac083d2b2fc1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1b19ba86ab7799f117d2f74d491330f81d36222218c3bd37fb8d5fbef50ad29 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7874ea4f8b73e4e2563755a908edc4a4b2837c0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0488659a84f950eb893d98da3b8a11cdf57bf975976514c521084bf58f553ce +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dbbb4388e8d2a7c45043acbf0c2028bbe00aa5a1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9e35ff2e9eb37480e5c0ead14dfe21d15850c836a55f0b597d4804488c0f206 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..37dc354c3310424ef523daf12e56a4cb4ad1a3e5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91b7fa29f4f6405b5f5463336bcfd798e4fa4e9b384098bb1c096bbadd9b42a0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..71bc0dd75259dd704f4b15d47b88b61281d6b9aa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd473edffc9067b23082e492be2c12e0e34f9ebf1fc213cf3f943de22b98f635 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..17156d66b22ebcf8bb82cadf255e8d3092da11e9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3b3c722c59a4fe070924a05d5303f8603e664e130d7ef585139aea10e68cb75 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..11a596258fabf18565525168f2e1c73bf5ef0089 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be0ca9ee1cc1dc54067276a77916a5645c09b8d4f7424a212fc1314ea319111a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c9e90458178c2ab1ba835385f8b42b811a99d15 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:702ed2a3d30dec1bf0f95d7f1aa27cb279a3e326d2cdb2a33288e540a17acbf8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a5b9e604634e6a169c846046d64e861ff6ea302 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee1071b3b50a5f96044e8ada9a923bca84b842badd1b670d52e2dd86ffee8898 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eaee9c15cd96726d7143b5db5d5ee41042a7c7e2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:266fc2fe699a592e88daadff70dd4ad59497ecad642f6d32c2cc170f6a8c28fc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..187e7bcdc372b3cd53503fc36c7184fbe1224fb8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e107c98ad3f97c1d389f28afc200a254b1d6aa6fbb5dfaa08ba6b61977e4b93 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..673ba49efa44ebb358644bf5c5bf2a434d055442 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16c7f9186ce4208a1e41c639649e4ef258e39b73eff3663449c7e3e38fb57863 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b68d0f23b2160f496012a75bfebc9c1487febf4c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9582da30c8103e590881dd383b8c96963eb8d598686188c46033853962a21b5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a447e255b7c5b0b4ea727006475929233ebbf6dd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb0575bf0e2e78444963e0e3005f6ce2ab8d61d45f2a2bc89ca4c2e9cad6f7c9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7ed854b2f5d5e53ba381db25f73f103ea12ff23 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:093fd50cc05a56d0dee3fd349258bd838e28325ccc16442e903bbe2d24b3d35f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..598548c2ccff18ac7eb4953d6202d6468a3027c4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97d161d9ef86bd85cdac0bafc2bcfd9073ecffd36062491e9477b21c8e3144b0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..846aa5a9910206fab439bedb613d2bebf989b873 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:394c7777953bde961aa466213a119563320eb29cd61c61aab4e72aacf65ded7e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6fd802af033b09f4b5ecb366dfd8dd6c943a5b7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:167b0b0573c4d6d0837b08a794664a5068cec46f1dbeb183d243978862890402 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3f9ba347a71de01c56b7e10f6abbad14dc04d32 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12670ca9d17589bb209757bb47ff2990909474c2d2bc61537b8541e045096793 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2292729ee6b856aedc1f76c44748dd8a8ffb2eae --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef37398c0c4ab608dcca60bf543bf894443d65c8a2c13e95850cbb34f196e8fa +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d28fe47171e34f7de681a64c117e7ec48dcd296a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4b564dfe01c53b73fda70b149f4f272bf010ae63f4e5b471d19dd325e0299c1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..10a8e567831819ecc24caa2775e5e0845b761d1b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8ef1223512e6346a60e9ccaf93d5fd25ece327ef8279f0eb899cbfe49620856 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..057e6f0c73a837735e87a2f19dbe47ee7be859ed --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af5412262a1e6dc22250dc33ab0828d524f6d434895ab6a7632a843c0fdbb63a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..43f032a8b5a3b7620832e3acc7ad43cc29558ade --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2abcc3ac5b3c6a2aacd7fe1545e568b152c746b5a27a0b234af6683df906933 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..13141bb70b47f490e7a0d170ad70d94295334151 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89ed5ca7f855d39d73e5a939fb05cf96fbd50d68e787c20c0a9d2001a43ea3e3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ddca4f252e83f5e966b6af33ef4cbfc00e40b89 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b5369dcc09b2d83911e733ee64aef82e47e3160d7c2011d97c8bde329d004e1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8233c805e2e80d128d4468766d0a98289de25cd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84a3c685fa6ee5a70b18a7ea87bc6661577a6a180d2158bc0d79b0ed28e617c3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..703bb48dfe14300874c5d59a860978adf7988c2f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d782a7470d409bcc860bc33379e2800f366652beb26e9b63af6a25b0a59f6738 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..27d9e9b85d4ea127e216bb14cf46cca8415da308 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:859445aa55c5c4ae31fa393d68a859a5020879d1e98bdc8a7fd749dd34dca27e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5bb873bd0831ce46f996d4db8b1adb9cd63272a1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b8d40153ef9a5112e339adcd3a7e65921bcbabdb88be54cf7590c4a2e5f1aeb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aaf2ede2673623beb21afc6061c879da6f7220e9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1662318e1453685cb27f1e885a431e0c7da4a72849b8e1b8122630d8e3eb2158 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c0d27f4a3088a2a6ad60a93694458c40ff8ee6f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:638bc7529724318ab218a31bd6b018242cba1685b79db66823e3851f2e20bca7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..51bf40b731bb499cd0d4434dc2fce41a2cc46569 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2dc6862602fd00bd166d9df38f351c1d8796cc844a1017176ee47f336813862 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3c7772632d67d8ba13b2bc129fd1e76805542a1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:963d2b2bc7247a1b0003e158ed1d33712c8a2b4880ec6ee907e7f93f4e6b516d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a181a2e07b4f490df8f27dd6554d7fe006e6295e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abbaf2ea9c26cdb559fc7cdd0cbc739821b937f358323f454b1828cd7cae399b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..584dfd41fd822146c37d6cc42eceaaa0b320a010 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e4e43d4d9a6ee5976cf47c2639114ba0380d38032bfdf3d7685110661fc029d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b80b1b3d4fbce619032c827670add14b2999f77 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5763a6ca107fb9030ef68028eca225902f50ba36756048e60b32408ed37f6959 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..acff867f2de48384a518d7dfa13a919aa75a4f99 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:383113263eca47c514fbc4bc06f74c0fcfd4ff689bc477f20cc4450b746adad3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..96266971a1d62039f49e908fa307cd3abed8d010 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ecb2c8fdf6e86f8cb54b7e433affbed5a1ec0bed5c425072c244e191787d6df +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad67ff7a2ac98599586e24db9547985d8c13d527 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcd9f46471f3d69ed1749a09872965b4431f50480ee7f452870584b0e8d8bf22 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..434029c34c51ac437677d85fcd40ffd4c2080bd2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c6ba9ce9e2c298ce8a2a874c4c49f0bcb97dccb9579f6e57efb742c106d8fc6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3055a6869029b1b9408a166625871ebf7875d858 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b88426e2e74651fc587039c3d37c8d41ea2af3d0b142fbd26101e1c07490ec3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..77184f7f9c43f7dc4f971f5a40b4134614160c82 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e162af09432dff9269e860dfde3cfd39b25a9c3159429a04c3d5fd1e5ad8820 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe1565277f388455e629987985825544dfa732ab --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ad72e716fc4be21a77867b003f8db7979c3e1e1c7c43ea8b85b974729922d57 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..90bb072f37dda61fa477d8df5a7aec3d0cd72995 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5faf40476d95bfdcba049f7b425449fcbafd28af0047ffc80f74410cbe2e6e2e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b91951914803f2df234b374742fcd8762d59364 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ac3795374efe615875b94d82a4ddf5a4db890a2aa9f61b020c58066ab8c0611 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f208069a165ca443ef9a3b0589e6ca5e742ba940 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e086f020d79baecfaa9954755319bf87236c6826a55c245cd3930b386ab1b68 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..75b8a61d3dbb676986948c5cc63a23f98c89c70d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59b6bfc77e71cf7cb3afcbf97be89ef32959b3aab8c4c99ad8a955e10c816962 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e87b720e8b4a96f60f8e5a77576a1806032b9be --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47b0944757c2305ef7bee28c1a0dab71c9c370778d0c1906a60e53d92414b1e8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d02a89197867c45f640ba5e5d4025ae586b2d072 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ea7262c46ddff6f4cb13010c0abf71a15e0f85968636f5abf000dcfcaf3cc00 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..da0bae959c48cb582658a4c63708bd3c1513bdb0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdd915a5f730732a1c86506b99c58f045f06d48fea1ab565d0fed5f7db37e8c8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec30fd95eabc85751b514d1240cebc10d8c4b8d4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91af7aeb18246c141500cf60104ddff782d01533dec693061ca2ba1f2f6ed86b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..15173cbed6abe0b49d9d84b295af20a574034b01 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfd235ccf9022de58f02210c361fcf427463e994b0fe3bb646ceaf943317a769 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0596d0e92a471e38395071e713654e5c3ffb6b01 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:995d8b9a7ada5189d9333928c1a63f401fb3d9a11b8dcd30c3502b5f4b5fff92 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c3caf6cd670816968094434de4c69fc4b76e31d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0935e5c0e68a64088dbd72247e99d7246a568783328224474be5875d774268c7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8900717b5ab4c2aa2baf52c7294ced5f6bb0bb88 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a36d5a9b30d86474de38348749a46bd8b7d7ca90a0f072707c154d24b7a902a2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ebf121453c8c184c40b674b0fe6b2f10247e5df0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7c3925b7e5322f819abe3ba44ef910fe452ae244af277b306c2554bd50462c1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a236cfc51b0609b464af4e6aa95471e3d1497ac --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e52ea2c1492fbbd96bef0c7a1ccaa21a4db0fea7dae63013fd70e2fefc0b087 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f1f252b34f1b38af8b2298ccae3f755414f9817 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3712345979e1c9cd8516c6bcd6dfa041c21587de6bccfd5ed025a4aeec485e94 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae0c7ce4f9f69e14f7cbd5b7b32c07a2462950ec --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cc51bd45b797cdb129a1537672e38b32953f1d8383813b5305ac08f67402559 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8758f54b4e6d2345a526112902fe787141b6733c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d71a409befc7ff4b6399147b51c77799cc3d530996976a71ab8437bff0433cb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b094b2cf3907047ee1aec26c13f96fbc24291967 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20382815eb4e9392bf51cf41d5c222a3ec64a355c5858fa61538b5cdbf95aa3b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f02da2c5eacdf06fea13ff23c4bd2f75146ac487 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfa840cae6c051f453ff4dcad7de02d88769bb4e8675c1fb2780d7cbb0ec9c73 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9b4d29dee53e456d9962df47b6c7f16557a9d68 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90445e44f3b5ef7978999da9d2d65f41eff750835af7b3534396b3ecda7604d4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..55c776ba5e61f77dac7b66f8cf5729713f3fec53 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:209602b512e2c52f42fbf7aaccd7d8ea73bf6af3c0197a39771c4b7ca5e0db34 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..deb93d32edbca9fae73926e5a1a6a9f8c6f9f21a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2ed1bedbae3e3c179be98dfef083b867fa2ba5e2bae561a1687a2d01efc229e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..65869cb7301ecc1b9f4a3dc7f69e2c8bf60884cc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e7ad07efb908f0df0c72c4e056f5caab88c3f9f722112ac17b5deba8ef276d0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..74674ea53cd59066780595ed5ffa8797c93a4f99 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:921e183dc3e1a3daa9cc8782ae60570305f6cf951e44d9026ad5de950fb19b1c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fae3dcf02548b7417436d2854a78c6357912b77f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a26cac02fd5314304bd3d775f0d741f484b88319e93a7d310c3c84bd1582d1d8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..50125c5a0313453e6d3611299038f2c55e9f44ba --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e97d08e9f891d581bd95d5e1c6ff557fc223c1f346218e61a811134b56615ff7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc8213fbdd5d82c5313b49c4ee5f149f8668381f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0baace85a9dfbe74feef5ed25f9a98a62acc6e3662ce4751b133103fd19d0da +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..51f7db2e90ba976480387ae8284a443995429596 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5465d4669797f7c7fb78b59e6a42dc9637f01622f5d8e55f9cb30bddd67015d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fde8a2bf343d8c547852b11dcbb693b312b3a5e4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27aaa73a6419f7b5a07f445287ad0667a9df2c2e2d4b61a9434b9e54b1011372 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c430fe4f8aea0fe296bd711494bd33deadc9b25 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ce483596703256f641f29fed056fe60e4192a9a3e657ebc1a9ebd5c7b31188b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bbf15b1969f3bdf617bb781f97a103cfb6862519 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b9c22d3c2ec0f6af1e9ed9b203c1b5776e619050653eb784cf9f169d3670aa0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..84fe77c496acc1c2f5b23950b6bc16c08c8a8143 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52b89215b721d4f746214f28f2a7ac0e28bea4b7725221db603ef2bde84abf54 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f4f3f76f68d9b249eb807ac362d0f23f542362f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5d5521ac9cf696b50e0232a6a1e5a2e9b45a409f65b28a2aa07f5dcbda49b01 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..de8fa6e338e3037ec74c131d0bef895d411a7fc6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8674dc51c88789e93d2df64dfe7c7ac925d632aacebc23d4f47cd206dbba317 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a160928b88861b4b01a6819dfd24c7a14463ef9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d30ba83ba337ba9cc5910f545d7e4832563b9a054b9a6ab56d5f012e0a06c449 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..286d3ee03bd43d953384bf858194edb219ffd69a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4af6d1255f0241e9c0226b9a3c53999c65c52338719ac22d35a70e27f4f2f50 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7eeea9865ea7ceebc4cd74803dbffcc0b43f030e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa826c5da7265c83870155d5df3ca95b5794026586f4ad28f6505dabaaaa7c45 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..26c70bf22c53ebd267088bdab27740880206b3b3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7478b552fbecabf12d8d4149694a837b75a5f3c0015ad0b5a98a87c6d4ed08ab +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..06c2c4c37104e85aa36d04f92c3452461000464b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6048834a978803629d85625516d7967677a95a349661231d2fe971bab0d1676c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d35672e0191974e63a3d3c8e2d51fd3e16198fb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da991e4755810347842daf2db1f0e6b5e427ea72544b430efab69d1558585541 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f896c3aabe536c6fdc9af6438cdaed7ef307b34c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85f918b34eaec6d00c558cecaae43dfd324d47934b7f4b5ea8e604e4f9d8807c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..961c7f58b05e1459fd9306fce7457b5479910dd5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:134815fc34f52721ddeef18151c1bddef77d721fa7080ebb2fd9bc33e18e37fc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2fb58ef75f127a266cdcad34c8dc29cf631a9618 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e859593dde2f281a6de864557e1a482e352498b259410f2df14d4759eef48f7c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae11d58d40a2c64b16d3b156aa3355a0728e4279 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f2460ded43015a44211030119a50d80d7094d0bdf8d436a05ffeaf4bcf5ed83 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..345a838e7c82de1f2754612d4e864cb4788e44a8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de6b57575948cb6e34470d1610e6fd2bf50c5cc494b48abdc2c9a8c5a2c74b71 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6602aab57f99822d8dedd6fb1cce4947185eb721 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:551bfea88fe07599edb36a9407d6596fd19d6df100b51960027a092a13012868 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd6d98615df1018d2d2bdb445bef31d9cfeed0da --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:964fcd60ad37286cb22609b6e47a810bb844fa9583ace924d12d16b671fe0beb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..12da0d32b4e4dc2cd7a44c0dcac8483fe7dcbb0b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84f674508369e06dbf566fcfda140ea6aef3bd3e0bc886543188a2729f0bdbdb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7708ddd08e00287dc9264923f0f7b773e85d6850 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3763802b42d84c989bb153e150b2fbb8fde6d6d927ef9ea8c4c37e1036648712 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0964ec95351b47cac88aa36366e56582e946953 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71bfb8d940fb696f42f5efdd91b6a1005b18e0fdbfab97f0e533769200867ad7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..04e79160dcbb971906734ee27c43e827248e39ae --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6211fcfd37b6bf3a152921475b4da9a4e87e733f3725499ddd756dc4d8070f0f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b20ae4d5bbb3acdd2b5eaabe48bfd648d01d2c93 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad5f558f27f91651f5ed43f229555d91ffc067ee90f3c52e0f382819d61cc3fd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2b957a5b0e44deb206181fb4be76a605fd86fba --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f625c7cef5c9573c2b9ca1f787229884d5b9dc441004e91562c8882a276e25d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..862ec42c57eb81021377a92be7c3359df8b3e7ac --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11689db2673a9ae7465a93842cc05fe53b614f702a769a772f24b58f142461c5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..660af77925d39d7b657d87ccee35e9c5f5006407 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5362a8c9887e24885a6b49e2b54fd1401df47016948ced102cf86f261ab6e997 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..92d5db0475189a43e80b7f7e46fdbaae4495a8c5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc07f3ca404c529a7dd91170fa220aba2243fa0accea02222629ff55e57ada4b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee23aefd8f0f32ae2c562afa510b2aebb5c957f8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36b2f58047470c8e4b27dd52c661b4db30d068b2728b6a36c47237b5dbed1399 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f31935d30038a37ef546bd07e27006e71f3d120e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:147f455a4c62c5e2cc72e5d7d5c84447ba5361394a42e866102e0079f0a8d227 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fca4c10deb7fbdff5a9905d5d7a6b4f9fd8343ca --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92f438e6844f75114241a1dd7980fa14ab1d91ee6abd8c90fc63abd83ae34b37 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..21c767f7434c5c5dd7f0761af1558701ae06f842 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4df6d4415236829b0e460bf46db51e718e78cd6fd6e255b62512dde858b25112 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d4cc418f6f2109b9c88dcfd223c39fb8f2eb52b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e616d35fe07bff0b98ffd87ab5e695643a8ce9bb83d06e953c7792838ccc44c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..92a18f1806956764854654432de95953184fb9e1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84de3fc914ca703717b57807c84e78b7d9ea2c55bf9395318cfc5a8977e3676d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f310717e4456468365ad675243f632abd738c84b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2aa5c07e3596ad7681ac86646c351bab651b5fb4d29983660cba6b56fb080dd9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e165d7feefaf96c31127c4ccc7c3f2c54c959ad3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32e8a9a1e89e2ee4e61d98f8e119f40ad44b95d721e3754f5828315a95a06eb5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..329486dc24a7d6c26709f9bfa579cb8fa4c1ee05 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:967ef5be5a747a762f491a73e3db6edb588d708441cf210f6ccdd7df01c2e77d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dcb53db5ed0e55b081331c82217e494cfd393c7f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0ac80c484954e06633e19461141ca3a1e9cdcffcd2078d721eb55788c2d8d65 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ceb6318048b36b73ae8a7f7e91a8c8286d85e0a8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:037f6019a9c3084cc6c857d38edcd22c43789364ba3850e6e52ebb425576828a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ab9b85bebf20b611c0e83d1c0285d2a2245b9a9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83b177a4ddc6abd573a3166a014d3097692192c4e6bacb2266a4687d5ddd9f29 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..14450ea3deb0e7b9fbee43d6325850f48773a683 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af40f12fd36f4b9f8a87ce435391504a6ddf49a6814c3a7ede2a4a3eb1fa50b5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2aa2e06d4ae5e8984586f4e40fe097540e3d264 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:808bfc1a494e652b57515236d45ea6434d6436473a5bb9cf7b7c08ebc1d0bce5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fea1962d632517729bc09a3dad395e4dc4b5eb9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aea66a66faf6bf94b50edbef714d45ef0e06c417d81ae5bf1e65c0ea07e89069 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..20c9612215b5819b3b8274c98ffe1dd7e128eb15 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:368238b2e7cbddab803d9f792bfe3b0a7e11aa8ca2aa14ed74631e4b9cf917b6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..15dbeebc4a5bcafe0691a11b0a6552be160abdf8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e4b5f95944716260c50a756289ebbe234ef0259785405539a0fd01559ff2e46 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a5f261022d000ad7ba32d85136f6c5fbb31d0f2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc99d444bba892d4c168de597fe641c50b258c0481858220807557362caad82b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e62fb4e7de424dc10c62c87d958b0f7e4dad40d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fed989775f57aefaba502ec21e8134489584df86b52f010f423fa2223031485 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d64dc946e2fdf76896b9ba7d976d17442b5e9eb9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86dab0750c1a2eca56145c522df31b7c09b91f72cb9a43724d10cc9748d6e241 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf9d3fe837200d6c0d464e36eb594150bc99ea25 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:466a7da6512c196e78634eb9096eda773afe4baead88930d3f8ce54a5ffdf771 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d1e779a2a7e835f985560b9f0bd230339ab8d00d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8985acb7191735ebcddfd1cb12825356ef47ccdfb3de44cd9c7ae787bfab7f9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2985f6c91d9d8b073a50feb046d9b1d9b988da7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04bc4145932c3ad51bd08ce1a02ec9c2e37dcf37ca3583d3878b2ea20251fe7b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4700bcb3792b297192ae7d4105767ac0707d1a1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b4a364801a01075e4adce43e68bb800fccc623353d1ec3c530c556c99b0ad53 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6315e8596f819d58616f7aeea4137c2c9d032618 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da1bd7b23a5db493d48579aa8b2b54e48400070e6cfde09d2cb05c866e22f5d5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f01b379f1af740b1155541e52293ddd08091c1a3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed6643c48a78c0ba0c07cab12524807ecd83f858dd781e48cd0e56fbc8acce75 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..702955d489ecfc61ad4ff535426d6005b6c8e3d7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6557795bf6843867a2e72a9bf77a6f45103dc6e557fa4c927ea0676473949b61 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9598faed7c2d7fab9254c1ee43b2cd3c430be95 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ede06a9660e35bc5c3f38f9602f11894453ab5fc3bfa7e8bed4b607f12fd3082 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba11ba8498287f7ecdf331133f4f4504030dcda9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dce603954395b12df23f5c6dd7028461b9bf0f5de22202cf54555d29bff6722e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c24d45bd42f9dfce64de53d7d1c678bc9e86c3da --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49b3d835daa1ac79154ed971107b4f7bd126b70e540e72eb295f5d65977b8815 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa4b0ab4a51b03ece3eea67e545fe903571290af --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7c5424a1225d750b85a88f3174c551ffa3714116406d4a32dd8f5e89ba76da8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3420d4069e19b7a3e8a6585db1cf66ee8e71d068 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53f90404bd59564d4e6ec3c6f9a52a5bbe8d469b209bdd426babe25d1fb404fa +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b93862ab1a2cd04ea56873ead5b403e04eed2893 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c815c9186e792ad88b6fe53850e0126fca100e1085faeafcc158da26e0417aff +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3cd1300bf0b31dd8762d91ac249af1622065545e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24e01152d15d70271f1f5608d1fde2869e1ac0f996662a4b4b2f7eec8fb79762 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6967ecaeecde0a9ebb0c85d4566e19f9d20f127 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dffb2a0a633c8f0e700bb57088456bfabc5fc1c347876da3ed229fbc2ae00b69 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c4464c4438b2533ff9d0a47771e1996a873b87e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:979f836842f5da8b79f4d1df0caa5aab249f7b7a3d768d16a8b790cb2a87831e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5dc28b7fb245f4ad2d1f7c62c5f1a1b1609136c7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf0eabf53a2503cebfe78d4d57a516dcabb1578345783dfa2b2df89606a495ff +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b009b84ff84ef797bdd1caa6ad4246a6e69d0bf7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c35b3437bf7e4001ae89a374cb0d191374f47382fb39699b0220d8d33f931226 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c868ef17a08ce5a3fbe6ce3d5a93a0591375849 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c92497403f1f2fe9301a3de4167290fd3f547528a3f825f393c1d11f4763ff0c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..170a1c031dd81d969cd745b46bf3a44e3dd5511c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e87034001224b35525fd9973c0d08fbef3c3a395aca3125b0392634968bc6ab7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f7cdc36917b3ca6e8ff6aa4f2a695baeb141f30 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a6992bbcd8f4ee84d39dd1a9753e042626804764da49a8066ad2b7d246a91ec +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ea888261497b71f8d03bde86bf0645d95ac3471 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c60f6c97712d4c9bcc66c36314f3acf3963715ebf528d47505e43d4d328b0340 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f11ac59bbd7cffa652e7deaca9cb4d0f35829781 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa4f566f9d74bcb99fbd5202fc0b587d008c9adb68102a12fa479b603b9b1457 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3af5addeedb3a73bf676e7944e67af71be50530d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:410d4ef32543fe38c74a8bf054094400179182018b4cbc5d81432d92ce902dd6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff46dd22ccae26cbaf39dc891ee3ba906c95f95c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:442103434efe4a58ee08cc7f1de1f95c57fbdc3336de324fabc6bd4a2dc56280 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..32fce6e4d387330ef6a4a3aed5ccc3ef38742cd0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd1f0371b730b8a181f3c93b21abd7a3ef5f351a9838d25b224eb0b669f25a0f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cde87387d02f03ef950e6c8f16545b4080ac6451 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72695badec598d645b6c74cf0ceb27ebd167129799b9f783232319c5fb821926 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e63cac7a6b3b2fdaef606210be5ae180109ed6d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed27714c9daa4935f2327f72a6297c8860b59e2524146c57b03ba74ceb027978 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c3cb056d123dd6ab4b8e77351beac6e6762a646 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a501e68c0f1acdc857cdfba3c376bda76bc094f161dd4a7a92b0e16e013e1857 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..70a116d25ceae1153358e30dd39f633910f847ad --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8823a8d16aff5cdcb6bae1ba51056f16722aeb2f752853470a8c06d004ae6252 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..02f218644debf7ecda017ba0aecb1824d8507930 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:702dafe4682e9ee4bc6e5920b97d5c2671362ec9ff6e24f88c52a42733f05286 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca6c6e3d8e4a23b885ab0b40a757803a825d0a73 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36be593b15603a54d0b27b114394d7e7a604b1ed6e3c0f578726783c7baa7dce +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee145cfcfc79db6dbadc84e95baf1d5b0c1b6b6c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61e7f212df06fe41e86e8e2519f2b262de800b4f65f03ed27d725f1608235cad +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4bce6c9499a682fbf6d628479700582b894c9688 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f1538707ce3a29bf5a8c83aec7a41c3c2b6eae785230740e9906fe914e695ac +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ebbb0829d13e43581bff4a31f2c1daae91ba33b7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2bff66a62463a18e0ec2b6b603244dab51c195ee246c5599c78010612e1a8d7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c812077c1223ee58ebecd040cdc7d8576c96c3b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:783e1b7d2397ba0c4c133f7501266279081163136a502a4336fa8de5c455ff37 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9280d8a96399932b70254f8408f5261d973ba0db --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e1db155d0ec4dcc198a54fb639264fc516c123d62e32d978a7b6f071d0c0ea8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0c94119b140778659e7a4532e0bf3ad853805c2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f17852ac75a1cb396c21ca12c331f7c4e520ae88ebe0de24403ec1153ae56e2d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..52328924d5dfb1388490e90932132f3a3447e62a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b53c14965d5496f13fcecc03284f2fe24659957597328f95bef9733e00fadb2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bce4b2b4b4899c23dba620398712f77b9c72efaa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e110882f7c0f7df5689c2c974eef115d0e69415ee66a6ebab5b892fba57977ed +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..efe32248ddba1cf3879393cbffc9e42704c7a15c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:868747c7072fd7aece3d034d3dfe1cc1fbedb086f7ed7021b820018e0092bceb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b3ef2fe48a6439f722a3fe1ea6c959e6b59c760 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9fcf66ed3a23c57f81ec748e4d04f3d20d69b3142cdd2688688e768897ff491 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4cf273f6a2d7fdcec5ad3222ef9a33d1b3e59f33 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1102f0518dd737b4a784c67b9ddf17865fc024a2ccafce1ee7e9d84c87a97ae1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..40995ccf353eef5276296b5f2f8d6c48b5df19ed --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c618f7b076d3663d6d1f75b82ffed484bf43ce03352ad0ac471a2e3395473ce +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1b6189a156c6c013e95db6d7b2b77313a0e7e63 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:222ec4f062cb8447b043eb7f8b73b37528ca6d449d4ae76271476325a1a52b64 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fecd3f09eaab7d1f10fdb55a6f68e00486bfe83e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6606be19989a25c600fb15d4953f49f843bc8d7bfb070812f22a83ba86ec289 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c669a0ac69c574689c5fa0a5c4e1aa2ba9f6d1c4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7449efbf40a5355763a9251f1ab09c10707c933712cbdeddb703e42e41c3f2b8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ddb9878313db36295b54145fbacfa0c96f6361c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c10e1c40449706adb2d6b181f45ce08ecaa8d171b845aef23d4379536d1b1a3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..14b3f4997d7ff200b81e2155de20cab394b1ad72 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b88c5f0718298407d107e384ceee16db265c7cbfe3d1370c12d596b21f6a86fd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..29ce919945e3307bc097148b85b293bae61109ac --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11e3cbc3103da9b8279c8e84e663c73a52b44f2986d865f12dedb480c5fd5bb3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b723e529c8b8b4e725109603f14202cf0cffe58 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6771540380550f01d6e073d810ff19ac22e1f0d468ae24ab47044e2198e9fc55 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..830662d562d4c151d1f84bb4a3a874f46b49bd0e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6df262b1de4b9f188039d5a1075b0d07881cb2ad5740808bef9ddc74506b056 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a556ca5c7fc41198f2331ae24b50aa53d36d305 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eaa3150b549c99a7de2ec59dd137b18d5ea2c89c2f2fe1dacba95e6817bbc569 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..25d5af43d4a22da60cb9707dfb72335fe2e43d6e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4760d9ec8e7c85598c7bb38c1c937916cc25a7842985d4165c1c5025a46ab5d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8798bc6f9557bbd3d9a4e68a925fea1fb351f710 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17a04ad11cf4f51cf2ee75228f5fe03faf8cf441f3810d45c88119d1057d6ffe +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5cb6fbce6e7c5d674b8a57529e6bb4e23128d521 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7e7b9639e04cc0b28a2890eb5a4361866033d37ec996c0d00dc87c4ddecd1b2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9eef0a53e122b5c913833ca6bbfbd52eb4933c41 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6c2a536c8974454ee05f15be0d51e7a9ea194cd0861375eadb2e2db9aa87a55 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..50effd1274aaebc04ce3f8c1c3ec28c074c86041 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98747d2dc36862cc6287e0b52157d060d86e3e9ce4fc6d78a83e32a466943473 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2951402303b24f05dca0c29c8a16f7a3722f4cdd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c49705756118d9672232b6f8f8c62eb109eb21b9b56e20ec4445c897157fc70 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd4ccf613ed1c009a4fbf9be3234414537d48a19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7163d6f58eba17b8bd46d670817ca4b46e82d22a2a97f186708ef1ce8f440d74 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b95434d322ba9d9ac54ea72562dbc19322f8b86 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dabd59bdde2d1ec22e15da00d40fc372a48dbadeee91ee2150e9db15d13a3be8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..66cc5c03356480ea661e67536c78c96bd51a8fb2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13828cf67de5e43bac5672aaadca9e8527d1e07729935f9346d5fcef638c42d8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a8369e7daa6ddc77ad11fb62645a7abe9546042 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe920bef889c1476471a506ab26a4ef0dfbeee7117c91932845bc3617ef72be2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c3dceab4b70d1e2e889c447873a4299175e927d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6d3eb019ee3bc243e7de27bc7052c6c56722dd3b81c83521155720829a91101 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2db2d5b1395825ef57840d5442ad8919b206aba2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6753494db233b25541ec6ff81d43f8eb554bb30bd736eacacc8df3665008fa8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6fb97a66ea5ccc22b87cb0dc4a770292c6a7824b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87575881a5c9c74265bd2ed5e8e5472824c48b2c33f0fe54233003786819d4f6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f1cde2f8756e1f6171bd0cb9b70bfae4e1ef8b4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:905618d5dbc9a3a06386e469f6ad7e7f43670a9fe689967dc19031b58403f1ca +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6428e3a3c0b6a7381c46f7f6f07d7d9f9257a97 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e4f876993e96ccf7f16ebd390689b7bee8aadb60a19ee448f035df33eb20ba5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0825c453ca5c90fa074d22f80c3796c1012ac744 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec0a22a5f72ae496240bc50f2ab9c4bbbccd18ac6ed500d6c9b3778ddee57dd1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..497a08b9fac18e18bb06284ccda629ebda1e36e1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a852ddbde0469c48042a86043ce65c69730878b1cd8ea06e490b233e8fea8b22 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dcabd366af873999e568281398179a8412771aa5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:513fe9a60597430cf66d28b35c7cc4719c829b11d8e4ef0bfc28960ddc1797f5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f081c67eec064a9ea1d45460a11bd90d5bbea783 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:487b9253ce19b207e6dc8dbbd70811e6ccb78e0522eff5c83912b27c3cc13361 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..28f3927a5ec2fda701d0262d44b59c51f9da5c0a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:caf689178d1dd7210f4bb1399142a4f05d4b9776d20a0dbd5d21365043a6f4a5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ffab68eb8463771e0215812a11319fde399b0399 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3e69095bfeb1289e890c872d872a8b70c220038729da51e52f8b98c5ca78c9d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..84f9807e6c878530b8c34aabccf3f04061ae0e97 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ae5ef3b480d9128c8dab8ac653b28050fa7168ced0e8a9c9ecd8046f2dc9011 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..77e472c93d5eddd0eb07fa50ff6ec09bf88bd805 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5b09c978167b49e04470d883412ee9fef4569f505c1bc04a9e7ae8c8ebea2b1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..406451bb0e2b9c8d1fb2b020f2334a5f3c43c09f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:803c6c11cdd6e2db90469a3d8adb555edf694fa773db412ba49115d852efc6e4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..516284725cab7bb2406a6bcfd433b18412a6e2c1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6cd03b99da68eb6991dcb749ddb061788df717825e1e15e14d80eae9fa133f4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..079732e361ccbb5dd7426737eca30dfc8f2cb504 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d3006cf6ada927c837be452a69884d4456e3c31a6ee84d090b8d7408ae073e9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7cce68cd529eccc32e3d1257f0dca76b09fc448d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55aed4abd947edfb8deb5132b122d9d54b1b8734def93e6919e08949aacbbd5e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3ded8e4bb836ea40bed199811d3684577be271f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:809119b916d189b44cc6414d28d5f3d8d35d7126690439192fc7783bf2325eb1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2fc7b973877ac47ed4bc422a5c9a1e207022f184 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed5a83285c8cf9424a4c31766006c6dde3fa4f6abf4fc2189ded424a3c759ffd +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..54c2c9d6aed2e81ed910fb96b8102b1d02c07820 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c030cb728527797a46b02c8064e9facb9f5988538b6b0115a0f0538a56c5a09d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a884311fbcd17b898ba45d2b27712c38eb2edd1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2034c552db6d6cfc5785b17e5ef30eeb7fd234e18f9da3ee42788ba3c2c17339 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bbe4f4a7782eb086e06838a2d4e24f59fd87c96f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3ceda05cac2002f092e3ad579f53fefbef22a09230a8eae71fd10c6254aa67e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..43f555cdf32c0d470fd91159956e8d9799ff5fe1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72a315e33a0dc0a4588b58a514b94af53e819e854e25197a1a668dfa63c2fd86 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d29d7828fb339377b9a8b8f54b4a910c4b9c090 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64093cca9e640f5913d7070670a8e1ffe6caf98738155b3ea4320830cca8ac37 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..be65f7768694cd16f94abf5e87ed2313de257f86 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53e6397eeff7ce416144f4e71b5c31898279e3cb08bc9566a64be84d2f4e02ee +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..88a36b4a7eabccd85cdd7ccb3ef0f500f008c46c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14bd36fe08cfb2339be9ab82e0e1bfbf79561691e9859ac7ab4a585009df4716 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b9ee90771617bc8deaa204f55d5651d1d095136 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64ff83dcb7984b7597bff039bde5ea48e485a88963045101160e3cc8b835df8d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..54032c959ef7339bfacae72a44d1fbafb4491ac3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9513e8d034949ea4cbf28cf73155f72853234cb802ac0de71c9c8274e86d20ff +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8863620c478c06c1e51b136152d048def50fdf05 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:444010e696438469ce31d64f246b236597c22f71f13d4844b9e4fe494fbb2cdd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5747248c4ce29662d67819d3305e943f624a841 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3af78a37fe8c7fa9edd0db55282bc70be1fd909a60707e832faf5a81af5a9ea +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3c89e686766f5021dbd06186f149f44dd8af707 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6adde07bafac696f1e5e3c15c5fa7b28709e16eefaadb86fb123060401ba5e81 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7977acf9d57448829fd1596feca39170fb546303 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:553e13041b7f5b8badc540a58b529df7372ca85e22a95e6a0152c314bf504cfb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea15e65b46858a040976c89f0662643a009cfd18 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6397bdf9751f77bbcce54b18820034adac7e14ec23dafab7a8e3cd6c702c63de +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..474566d798a45028b93890551b54d3de8045844e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c942bfad668bfaeb977b96179e3797086cf4b2a80a78416efef710bc8fd8dee +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4c169864ee3d993b36fe6275f96e453ccdf26d5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ff04f7062791f407896254d05c6ca4e41ef6b4164fda35b3bab7a317cd2799a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5faa595a45dd868c347fc0d6a6f18d9337a92446 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19eae8b8c3c047185af28ba142be91334d324b2ef083ce559bbb56ff9899db7b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe6031d855252d2ee93576053c059aff80edec2c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f76f2bac5c9f74d391145cc81bcf71df5a6273e5c7df9ba96b962651742e934 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f5f142cef6a49cde6d786e893957205201ba50c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bbb4a24d704c430215878bfe7856720f9d9f2b99657caa4ff1ab80c943c24ba +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9d44929676226129c6a018a23b9209bf7d5f728 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:096bef0be82d1dc7391a0f8212360710321d097d3162d291c2161caf7ccb722b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..832406d405a8d836a4d88645ad7e6adb41f8053b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b08deb235879f86d0c6917d647a2826c8b75cc1c6b3f8d5479c4ba63fde30fd3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1dfd956154b72f680d8830ff4e2be84bdddd19b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:435de305582238576de1ea09a21362c8a0640a67cc0b4ca9669a0aabdc5b2f36 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..20cbba20cf8934e2bc8355a038a65cc665f900b7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee7ae87f524543eb05e1726a7c23ce597693b1b326dd37d3bd7cb36d43c6b807 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc2810c07eb3e347d266fc86b94325be4fac81d1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:012131d1b9635b58f7a35d21a8c3d2e888706279b78731c9c59cea51f39b4db3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c281a1c202ee0775ff7624204eca76ea8cfa8c8b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83754dc39f1c68807f724157774da760feeb0e6f6f39230fe9a7d41848a3ef63 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2b5ee8141d0284500c156102d647748083f251d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf9c279241eac05a8d58202a376b8226abd8e9a8755f558021a7d8876123e74f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2fb7bb6619da27ce863c697ce4de8546eb604693 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ac9056fbd06806d3196c252ba5b59829c0630b29060353628d9f84ab143ad20 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a2012d0cb0397946120694fc2564a04edfaf289 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a25829ef263d537585a214d40dee9015090c0e45ae8bf862e01f6489127db69 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bfa2f463b92c10701c767e2c3928e8de15fc4b05 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e289f21ba9666de567d8f0fa6f93e36347d4ce69d4b23812221a1fb9c56299b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aac6de627a83c52c631f0e039a3585be1701013a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:162ecaacdffeaab63e5cf31b5258fd103cca40e4fe8227af5d17ac6dc018ffb5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d79830c87d300c1ca6f2d8978b677df792c69a3f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f91ed60de817ec2d0a242bfa25ad51c73e5b351623708aa060db9aaeada2fa9e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9010a72c5f4b10785f490e4bd3ccc4a1dbaf610e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54ea1a5698d843bf5046da9c363f08885cdea99554eeeee43c03537c5f847004 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a889cefb7f71745cbe7fd4ccd6f9c7718a3f662c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c325f0f0f8cab8978d43aa5ded6e2a26fe733752598af85c3c157b62ddd0877b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..88d0b5d6ee4cc595c5160e249c09a1b30aa47ae3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a3c3307b66fe7bd38104fcfcb2dea3c6ce75ef59266faf3db9a3a4fbdb92c93 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f335f3b1c02f388c49ce418534db72b3f20a5ac4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c8066fc8220495b2e750c63c77631a6826c74618005a464c272df8f81ac661a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f7cbc06fa7c40dadd78749eb5c0ad0727d1c060 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ca92aa483a056b0c2ae5da67a4a802407944d65cb705d45a534c77a4fc5bc23 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c28530d842b22073a45457bea23eb8ae636a3d7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3775c7edd93ff8f070757277fb0bc144d32aac48ebf001f593a6d00ec1ea3a2c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d27389020c82295c700d4baab15a1b6afbda5ee --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5738e78b4771e17ee98c5c43d5a4a35c39c4714f6f54d003d37d1144b961ae40 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aea3e7e54e630ff959d6c0a65ecbb10c027c9a16 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a8276ffe78cbd40be694a0c97c68b0bf827ab7706f14d9bb8a7f21382aebd15 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..637298a8e233c30a1de49d7ef05893dad3135766 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a48759be40096f3e1e30fd7fce2fbb185aea6e535ccf6d3b6623e0fc2bb81605 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fda021d98f3f9e482d09f375b226d4d94633214a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20b03d5598cd8b4da6fdcfd4b440ef62dd32432adfb9f6dfc0f72979950715b6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d409d0f81654a6b4543ceb65ef4e99adda246f08 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d75311882d2a8fbc1c1ac2161cab609ac63714935da74ef681c7d35d7461cc4c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..24e49c2584593cc9566d3e8ee2ece5ee95948e0c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc65e09993c1fd9d9cc6016872a00f5de946ea81d55c16b92ff318159cbe503e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3741010abb63a89c620310ce570bb1485ede68f2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6ef043341f91393ed9eba6a81644e67db5435eeaea6e821e5924bdae4b3b699 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a99b97bfc16f3a0c41b8da42e8a0770da6c4be30 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d4253657a3173e5bf3597cecc1bfb962b7abc73e3326b7ed329342575fe95e9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c918eb3513cbca8e84c06194d305b5ce7e76e59 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb4cbe11c426fa92578df620d528d9f27fcf6044ca3bfe24efe3c4b19fbfac3f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e92a8b61e335fd1831efb72a1500f9ab385ac0e2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2041c41974ee221e09ba4d1fedd05db051933f934d3dba7501ce6d072580b5a4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..37388e487484335d8389af9b8ce8b493b9e709ad --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:868fafb9d1ddf5f72e383589285b44d1d188709079062553a85a9e8e538f03b9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9040340d04b9c0ff45654d4456f4ec46b2b9a7fd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:215252302e0aa5d962412f9db627a5ce88f6280460cfe6f59670a4d3ba7b786e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac368cdaf146f1492f7175ec2b6061ede54c78e9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:700ed96c5bcb5da8e7ebbd10043c1f2e3bba49d17e923496bdb503dc3f15d215 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a66169fec581d10f76a041a7193f6c11c829583c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcba0b5850f487253c72aa2fa3009ffa9bd7d700e3db502a28cdde31c64301ba +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d208d7fcf6001163ba3c0c6b1603520f436381a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f6561951b70ea1378bdfc61d5ac645070548074d9abec740c5c25f47407e744 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..048575b9a556cfdb699f3317daf42d71c67fd068 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9176cf344afde1042fa7b47f1e6051e9fc17c64eed6a1a63e8c20f3ecbde7b3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..af846cef9ff4e4797cbbd08fda601bbdc3fd4a86 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab13f003db0e93d698a411af0540ab490910fe087cbf6b124e350f3cb5f063c2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..691661ae8c8f82ee950753e8de833220f7086919 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:357a57ce969b2f07c174496b1a92eb282898be1eb685ca927587ee4075cd964a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..179df92cfbb64631740613d1b3ffaf0c82ea4400 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20aca67ed2424b3e5d648a82f39c05c22c6e78105347f0de80ddb770cfb18922 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae3416476ea40c3953f00fe6d66a2b49d32bc959 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac6a97ffd7caae8f6246cf88ca1bc73bbd4c8a86f9a0ea29aaa998a07f0463bf +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed346d500b109f0082f200aee991ccf030cf0ad4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7561138221babf35fcb34d78c7792691796bf9d9b53e6b6a7512f319c7c8bf8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8374e76eabc2381488b51211218c2b023822abc7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3a9f642e437437d32de631fb81cc63ae155b9fe991af6048b6bbdae00fb1d32 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae735c95c1a8fd401e023268761cef54c42a99c0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d06f6d3b10e68145abcf9ca794dff141044346341a00d43802c42bb5b83ffbe1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1972e974668b7c0a0918068e1fba8ceabd104ff1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58373ca434fa01b5b85d4f9ab4bbcc1143f528ff969344570ff5d7bd348fc573 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a8a6eee87a180fc20ea5ece9c9944d960238b0f5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10d432db29211296cb31a2d2d66cad42cb1292a837e3947861a653894445ba6f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..151f031c3e3f6238e5500cab5ab399fa34545b66 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecc54dc80a9fc423b3fc73c6ccdaac960915fafe87f5fb33e1ea3ee1e011737e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1af194ba12f3cb7b19c6b634a5cedd85744ad282 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:330df01dd62e435c54074d8f700b81e5ed5bfba3b40195864a1ce5d34dc37989 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f1d781c8627c54c262610e5ec0fecef7544660c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55b327375fdced92c260c6e622fc70d8f3c583ee5b56faa9e3756f84ea3d8958 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8073da034b4e54d4d160bf0a8a0ebe1a4399a3e4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30d1d0adf3373668096407285d5fb4806910e177c06ec14859eaa0ffaa0fc06f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..894fd94d72df19c8bfd757da91228a92a061d0ea --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22921a2ebb993d31b36d7815880bada104c95c182f36c2b9968be044b50ad94d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb59b7a2bc0eebad8329efb4ffea05115fc095ec --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fa8c052e2a89851c22d44c3b90a4bc912fb0b156e72e0d1f2849312d6add217 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0cb28371e3243f059985458daacaa9c4368abda6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0f5d32d5240dba8e7a74cc2bb1c2010585a602ed40cc939ce8f3d5e64b82d75 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d24342fedcac0738feeb47f2184ad4430ec9b4de --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58ae248625067dc5751c74c30095bc1c176d1e69121f891700df0820bb47d02a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a6d4380e30ef46ea5d65a4367fdb09de6b0c447 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bbf9c312d7465f309ec82b63906f02a31809d8da71e1fc945d5050108788d22 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..edc9fdeb6dc9a0ff353e02d9b578828690a92556 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c6ca1dbc03c199a4e30df06dc639a34129dcc6f7c60143cee997d2cc509558e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..29ce93d35cfcf36b4dc00fdfec254700357310a3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89328accb14455f18f170c2ca90df81c732b8a8de86674193cd0e0142b107c4f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d526326b43d9cade8f862cdbd63d50c09e0749a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f34b1031ce5ab2caf2b3654ece8726e8584c68e179fdde13b2c54ff30e72b040 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0945299127c98f681b075e3d6a31c65a63721ef8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b6c7c1da34e39239a4c71fbd5efd1092cf21067cf067669abef3925c8cd0b37 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8219beedc6017c6830bfd1eeff66430a61b34c18 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c255d3726d6a139c89e1d60cbcbb0262a9e5a78ba6a449fa78571e526e7091e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ea69ffad0134359a82c2086d6b5b0fe5303d0e9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f267bbe0a92089f84aaab5b70a943a4b2ddd606945321c61276afb27879714c8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..360ae5f640c551281b91edef2787b042d4d17776 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b88774bdb0e7a581696065bdce8cc786600a3e5c55cc132f5f1138198aaa067 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6455a6564ffaf3ff590f27f2fc037a62637583a7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a0e9ca6cc0764de2a4d844010599d96ffcdd3790b23ff28890c6d267492e995 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8408d24bf4514538b40e7332fbafc896f7b95bb1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5aba87356c64a0772d522293ab267d1d6f76958bbeb7e23d8b3cc92f813fdb15 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..517226c5dc73c575f80f3520b707310794274f87 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0c1736bbdc374e5ea00135a8417865cd4ad383ceea7ada94faf35b9aff9bc2f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a23d6320ee6fb0916709834572c90838df384756 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86f7ac968f6659e2a9e7b5d2d4d62fc32c68a9dc1f07f9baf86d7e9ed0644c2e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..658fc89ccfb24fc8edaa55d0be9a7295462e2a35 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a59ffced6ba7e1b66a6cf4da6b20178f7812dd2252a16673d0cf8e48b0e34aa5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb438cb7db7f3ae8a9a23695869845befcbdbd5e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71c0d9d7c512163682293b0687a8fded3c414879eaf096f56a07f99eb97dd378 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..524bf79f199ce8154aef344159a3e4f16701d27a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e94ab6bfd8f1e96884d6d2ba8c1a3a294877898c1f8c41034bcc7b1f4b2ab256 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..92aed76ebfc739963e2692717e529e28b2cd88f2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4b9eee16775544f0333700234c26f99f19a08aab0a2f90a5ec0924f15a78d51 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a04284f7e7b2dea5302d00b666acdf7a852b37b9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a0dd075e431c778ec092e1bef5675d76ab1cf8b2fe9f1cc42d771edf40dd109 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6cbfc99711eb41568c63e4469e6830f29f97eb6e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2d9c782143f2533b6add9975606b67be8b274fa65322d0ebe196a7a1dd3e6b8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0629d21665b886953c41dd353d8d234a2a9e0a6b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4a2775b24c7ba0af10b32a6378d24bc5c5c2b07bfdac198cac4e14f83200d08 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2418ba90b94caa4a39eefac5ef4dd64c0f194dc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87cd1ae05499603b9d6c9ad8488ff4ff182dfdfa42fe5c39b60476dceef764be +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d00912a21276177b06fdf4afa898b0e1dff7671 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3800e22ee35a424fc9a5a04ee3922457d544b430575ef1eb34c8023ca0a5f7a0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3a3ed745017151d20d270ab60b9b6a15ff764c2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cc5a468450df01689ea8da32ad909b3acca765564ee8e10232d8c0382d57e17 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2f945235f3628814dac74ca19b4f29540319e71 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b34e770f1db6ad57d79454c1806048791e01e8cbb1da1bc5f11a3c26488bead +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..70e322a5712aedb9de55d9a9e90ceee0092798e6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50bb613a2e714e8bb0bf5ecdb4d6b9df7a2385c58e405cd226cbced903eb550e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/lm_head/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61 +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/lm_head/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a55ad4ad100dd6628558e239ab4a2628ac2ff078 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23e7ba594b94d255c1e9a09c18a6210c98224cd12b24c386ba35d75498e64570 +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c405fc8c4d9d84002ea98c807963007da6f9c060 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:562c3c91edfb973072755889b4ab2895aed6a40d411b0d45e33ce758d9def157 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ecfeea5b355ef624b1954375faf8d1c085d57c0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:189822f06a0019caaa1765305821ed32138eb132248e25a3ebf3e2e50075a65f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..de1617d967a44a26c37b8fede4df3fef7de01cf0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ac53d7b3bff16373cfc7ede202ef1b286423eaa3bdf145909c37641b5d9609b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..67aa3b1465db66687ae13459c679989f351b26e3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d5951261fac7ad54d79d350e097bb2f97209967457da6ec14c4702f6a529064 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..14a9075ca5e5205566775b088496b8b103e72b2b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee0fc83bb280f833d8ee20dedffebfd3b9207df67a8e142b9cc4650a7759939d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e4f30ae404d8e19a6dc2afe962d25a6632df077 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e266760dafe46a23fac4342d0cc83911dd909d921efb8dc0bc6bbf81a6a3a99 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b34a58673e0dcbaee3d7af10a5e0905b422555e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:731bed1e1589fd4727183a9db802fed395503a734b137ccc0f06e9a08fd5f387 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7c8dbb61b1a9af032fc6e997977144e185e3544 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5971f2e9eeef266331099309bfbf1173c1118ecbc261af43756830a3e36cd62 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..96fcd2a26dd7414caa1f6e900211fd7ad5db56d2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66e9e6a764f480a3955a2d4343a1c9baaa7d4d7928b34b4212cb843cb20e36de +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..90104c347f5ba4ad324d06cfcac3686617ec6dcd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb10fee102daf2e6e0b843eb9bec5302876d6cda55a13d21cac1400be3194b49 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f22c1acc2d66461ee56e46d3c528171b06762e35 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e78982546c185466c66996a8f2a4b0c87f7c21b60a8119372985e227687f0c5a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed08d9a1a4a63c0271e522f098722601e886f1a1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f79af0b66c542ea140043c99c3d1361780e629f6d045744f43f81d715aa6dbd1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2644d7412df40cd9f995958de691eb70390bec6e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27935a7e44335cbd9b2d4f58801fb2ffd8c62316e65cf177d545656443971e27 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..50f07b03f52fda1299f4558b62a355b89b48d064 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:410074b3762c58a6f9d0f3f3fa251bc7c62f144d8a94795460aac27acb7b36dd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9854cf77f4d6c191c67711ad222c0bd25bfb7c6a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbab00af89068e2268d27287286012faf327f1739e23c3e4c2b6d8f14d02e7d1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3bc02970d1408e6d5a856c5ad78cf19ef383561e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6e36a337eb5977297d7894ba1c78ddadb334c2f50c54e3add7960dc1b46f835 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d7540cac47ecfe19cd924e9de1d727ce3c58d30 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a60ff5fa8005a2a821fa840224a27c75e1c7ff3bda832430990bff6bcf71950 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad32bd7a8f99fa291d6c2ed7e8aef8f73686d94a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:610a0cb9ee8d986f36fb1681e767a09764445f85d49e6dd08902224e3c3a8ccb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d23b8d88b5b03506372c1b63aaae61c0b45388f1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78c06f9c59f0ed95c39159fb8a18e9fed42e63c83b8bb1ae0cbee7be53852dce +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4cab4f5aa42bdecbf43b3a1e36b5d8d02b00aa24 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:148f5a4ea26d0a4188f3cdb99753fdca23f87d37d9d3fa07a947768ea5d6997f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b5e4c7978291a3767e2d08a0c40e426e422f51c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13b054689903329d46a88488f95101230c3ade192b2303638437527f55d0aec5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..17f9b4f1f112d3971345df514560568389e5c1e0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34d570c4e030fd0eb16189eef6124dacbf2c46bfcf0515109322ec358739cf23 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5214e2ab283c3c8bdb95fef3427e89d3f447f35c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5dc7129d140c158afa7c473c841d2f84c8fdb4621aeab2b79fa9fd7ac2e2375 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc81b79682f2ecfd303cfc318a4cf7cd270572c6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84965108bb87a38de0cbb013dcb104429b4b296ea80468b32208696b2f20977c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b1a18df702c6e03d01a71fe9cbb6c287126c02e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a000e2a25df7b4f3afec1301d27bd0d888e678a06a6fcfc1f212c7f5c6d1237e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..59f22d0a184c368b7c0fa1c0137e04f996f01502 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31f16cfee3ba8f8ca25c17542a33b33800b993399a51aa3d87d772e827eb7e83 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..99876aa1c334227f72965671ce7e9152a366a5f9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfb99aceeff0423e5fc90ce153995140c35fcbf37e8c005b5d24c7d2b6574244 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5268be0ea4773e655bf4c70293367d15a30788fa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0f889d065d63bb268231926e3ac6872fdd518402e4bf44e2d5f5fba8bc5e438 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab3cae3576485f44b7c21f8d5f83358095188e91 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efd9873ba0a137af2e14e9b5b225c65844f1fc38dec57acd1c04d25a8ceb618f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b03de801af072d447d2359d7f2319d6085c7342e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76e9ea2c2cbe27e55286ec180d63fe2b45bd60268319f47dbac0f033f48c1c2b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ff63a88247ea7db34d58e3c7a1a86a377c8e120 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b134e44f12f5026933fc629e3db38ff392f532e58bb7cbae8b4db18b192134e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3326392f09e5f6145afd8ecc72a887a5d014133f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34e48c6a45578a3a690d02802d221ef748b16e278eaf094e881caddd22e37d36 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..640bf14f30968dad48112d5dacb72af721250c44 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90c7a90e861f618f5c0ea7770251359ef4e60cbfc2b3735e5033dd96421e0ea4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2dbbf08fb4cc855cdbb124a33cf8a349c0fa90c6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11d25a9fac203e620ec96aa3591613bec835b651f54236e4ae6933031c9cfeb1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..935d9a97afc7ef84b5a3155e9088f851c33e7818 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85ba2fefde65bfb9f7ae632d73eac2653b3d0672da1155645d68ff621751c230 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f117425a39335d3dddfaa08bbbeba024aabf2e2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:602e4c35c97d04b4d5e7536a0844373911222df6c3659bdf39fd6c03e3756202 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c344ef4b2037ea55191c07e01ffe04054520a29 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dffa558eab38ee0479334b176721fcd38a6e34cba249eaa369198168870eecb5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4164dfeb47fe514bcfa22991f3359035aab1d371 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f64b9da95248e9a4fb529e39a36369f9b4ed0f541af8b6bd892bcbf6e9629cf +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..681cebfaf5acbf02a0eb2a3375bdaedb91691671 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:feaef9ba8ff57babcc4f1f793f5d45885ea6a48d88d8bc4eaa13f8c5378f305d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3fb840e6078cd6c386a679cd8ec449c0f9ebdb5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6756ea19e09b5d5002ddd0c4757d5aab2a2b1155c62b279e9af881c09b4370b7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d81925c3944ea1805c4494d04a0573df6bb6c9ce --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:458c004f79f8d6291667cb6ffba98718c6711ce3c4cfd3464847037159317cba +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0998b7f63c2069fbf87766e4879a98b6e8e80cf7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6de52b0fe01a7430dfb4e74ad665f265079d39a57163275fce228447d8306e6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3fcba7c890e703344ef18a7710c587d92c457750 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:630d91f3158ab28357f4e514525bff149e6eff7e51f95128df6fcf8144b09711 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b176ffe25b78c6c258b50537b253bf1cbbbdf634 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58305b111d298cc43bdd093510c4eb54384c8d9511be085f35348dae939b9c57 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f19b19a82ccb505bd932edde6540038cd2199ae1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c30df56d3f182a76d230cf6c42368ce1bb564124faf9ffa32056e66eb82eed09 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f96fd62232eaa0f393ecad19eab309d0f1cf0924 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2643114a38c854856c2578d9a9d27196f41bf029c3f7041403344162a9dfedf +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9de6c4a40b3a93c3c3553f3555b75f67d132162 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:496db8ac8ee0965a76aaf376cd611b020a6f57e6cb8038d48d836772893b9656 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5cc79fc7e318e8489cdbd3cf0dc556bfa3e616db --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e2a024758dae40075d216fe91c84570ab5b13ea745be64820653bfd833b6a52 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..701a02162a62b1f7dcde5af11c07d13a179210ad --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fe092a62081fea3297c4c2c5681476b4ff7809c28c1f7cd5033ebf952fe34f9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..48bd145203fe9a75f463eaf1b3ea804c12c96a84 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d617b50f52ea1de5cb99d2e0f588ccadd19f0421c5044fccd4ecb147a52e7b5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..46ccfbc98dbccf98fe98edd98a68579df664170f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d7a56261bad7091511860a4056a6c84512ca423404187bbe4543f6c30b3463d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..96141c5fe1725ad97ae879ea8480b2c63b0793a5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:604471bdd80d729ec526a10629b8b3561bb9aca82348b309dff61882fc774be1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..51c434a6faf6755f25e81125c6ba4bb413ac1cfb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e862cdfbc41c79290498954deececabf7e8187f80b0d488622e82d9bf5471c5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d48a50439fc4e21a0631af17a3d2cb226c73e14 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22e13c863351ed25e861f9a66f0315c55f987a71ce666aa297ebe4186316f37f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..220a597468984ff29265816c1027a34d993b73a5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a843ddc2d37c72d397896208fee5480012d87c0a89a07e46ec0e7a85442548a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..92651bee4efa0b24524ddd1b2ca35d2e09046c99 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a20559c4a400af95605f0133388abd48be46e4bf8d2b5ddbb649bc30740b87f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5dc61f5bf60767c482158317e042a061eaa0a88 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d91101438e145b61c50b171143299ab795cc2709e2675082823baa7c4c59cf25 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..46cf2f751fff3481d303abb1a127e62508a0490a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c19d0459d4f85388a94d7061f6b94fbc8ef0a2ac033d38b0a3bea81a8d9f405f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..df3634af628d007f7bfaac34a4d4d1228cafc220 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7204882d0b4ac63501f18fb01838031fefb7363894043bbecce71135907cfba7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..179987d24611be78347872271794b1b0db6f378f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27969d332d6b6b9a77e1f25811173239619d78af3442ad005acdb63b41939e6d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba9d6d404066ffd2499567f8a188aae2fd1efddd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b86bfc078d03d8e1daa425f78541aedbce0d59e125634b515321820f07c8f85 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2765b51560d9d95f6a1495e9e410dde6d112b4a1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7bfb3fcfb47b941036e2129c2e26d4e99efc7532f4bb1cb9734b9b0aba56fa9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9848dff6dd4cbb3cfcfc678220bc537aaefcb30d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d94314a675795b87d0c94bd7f80b6a54c5e47d5c14d3b5e1d99172f4f267f5d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4fd3bcf7e2e5b790b9eac178989a54db9b7e975 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0096f86ad1f6fb784a74eb149c526c7deb11dc82adc71397cacebc1b5177bd51 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd0af6d688a46da4799d847c3f5af47a70701ee3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7733c1ecda96b5fb8acdd682c5c0ef16c6d58e62047c050d455b6139c9912290 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..79bc691469a39dc559ae9b82d9f493d0ffac154c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8876afcf40f84f989c4a283687441d2ecc64365f10bb271dc9858e8061962f3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a61d4830a0129e2f233432d3c2d4c92ad7dec29f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e1daebd285168f84a2adeb1dc632da94080f72fc115a7c52c9154e178343ae6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..839baceb3f8cbafbe8db8520dabefd393c647b7c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1e648260eabcadfea654afc48b3876be059074348ec5b095e565b8f9f97144f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d0fb0241cc40b2fb816c48cbc783aee87cb591e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3678658faadf8f9aa6412d74798a84cac9d721f5326bf903d5ef347f5ef85b8e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7923e59cd35458a5c23e7c80cb92bd155de5ae7e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5db2cae9612ce593339c493024f5c3f281114fe7ec993c717df769df18ce051 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..caecc47d4394cc7276e896dcf901f43437ae7b2f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13b4fe466370e9c8e8eab492cc4b65f75be22a82af7a5e3385945b71be33e0dd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a62e9b8c1ea3e0175451c681ed21803f54f3eb7f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29d3c88b58a2d99f87cc3eede164f43d3dabe84dfd4adcef3480ec3edf7a05b5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..715be794faa32a0a331c8ad24939aa372cbd4cd5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c31fdd264b7fb20b5e736ce58c5a5f9d113f1671937d903dc4fcc022df72202a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4c716a4250f643bdbfc4e92259b49b265ca2df9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddea408e7bed130c3bf9c0bb1aed263dfe993213bdc96d417f8963264b8ed799 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0428195c13223fb250eefb9b6656bc377f1b81d2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5608f3ec0529d517507b9672cba5f9793b6c001b5084a22f67f9f1bba21d53cd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..694a86714a3b62de3122381162b6c21b86679ad9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce62846760c0dab4d26fc23d3c6c07d3dbb1d70ae4c567f83d4abebf7e539a4c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3aee43d906c5e7e570eb375ac110fc61c890eb0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f92b5a033120b50c0a68ad847354a2aa13eec41868e8d37cf3742ec27c1b022 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8cd810d9f34b60db6bc00545c39a7803985e99c5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7a6efcfc787963ad9f21c6e6fa67783c5aa63e22c04a3149a0c633c1d0c390 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c72bba25cd2c2b616585f46eb5d268f2f7d147c4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ab8c64a75823968c660f46cd679b76f6ef9cbf797fa1d103db2773c2a5f05a6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed9ceedfaac92c881777897ef732a392d11f232e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39ae3d0e7ee28c173496f80e0f0b916a8ea248fcb9c01cd8e239bc16ec87dd55 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..979125cd5cb7bd6fd5d8bb936004b8cd6651ab6d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2798f5e0881a42fe0a39ae96ee79e5174047d005b71ac2f856a91b719d36f9d6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a6bb65d75c1c8cce9e4975ac17f3c7f0cf3538a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9025d1db0d22f23ba49ebea09368284fa8a6b1b404a5d0a8a9c817777d55c32 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..660d1a2c4cae9a91e9091139284a3373596183fe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7e3c0739da1b798812fe226e8a10e4a620ce1ddcb18eb6fc1c1cb08da8597dd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..485a0a6d2933fb02f3359c83bbd16bcfe9a79de9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00e7ef880a88d3950872931871fe27a14de049d19f74e94a56c28e9378417836 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cda86e4e9e3997857080dd0df0e4c883a575e1ad --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e22729446c5339e8b3e9cfc066e39a49018fcd73b1a2f83748c2f5d17d1a754c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..54efa700a2886c60461892804edac725360edfa7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d75bd72eb4c3d1b947e80b6619f6abb3f7856b6fe03851cd88f4f08ebbbfeedc +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0dac2e2caf9fe5f1917570e30f31ae09b132e7c6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:544fe0307639a6b4be9ba0d8600a437540cea88cc246f1a894b52bde4bf30367 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..469731e87b5031d5b566efbfa29f7b3e499fb57e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:766f188d7b861b13f9e43bcadb43650a50053aab6ea24471d0afeadc862a53bb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a616ab657a9861e73f10d85ce463a5f2334569a2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49a1886bf2722aada3c4a37a9fb5ef7defd6266c123e403d62e405b9f5a0db37 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..464a718ac0ac97d14099e34ed457012a1c178fa9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18b6f16e7f0654590cb96f9f8224c57d20ca409110530b3e0e70f344c543d330 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6850bbb157e0175f12cb2bf580256f5d37c06da6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50707d11a2dc3aceec5fd11711ce9349193b1cd61110e7c5e0108bdb2f2cc742 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dbfa74ce455cabea0f6ad8dac40b9464b6feba5f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0984f54358575452eb51ea65fb171199e393ff659c87833110bdc77325fd8b0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..39eeb6d1bd4c2168d03ceb10a01b83e46bde1f25 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:291c5e084da306a9864f8faac8d63706cbc1e478a33e4b9957741bf45ebbaff9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dee47738af3f287c03a5068eba49170437887dfd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16c107b196af7fb97adf36d91d082a0825d63da154d6c573fb5b8c43a4fafef0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..66d358e472b2107bcb521a72a581d62307f07472 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9fdd6e24eedc5771a8ee9ad4bb59adc69cd165763c55abd01af3a4b9211f79c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d789cdb7e7ed30b2e789620056b53eace2c61285 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbb1ce7a0967547c18d3232142a235620c818ae7babd4c617ae054afae59555a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a0608532b5b8486468e8667c8aab2410a67e047 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6c7362551e256473ac40665b39dff19c142a3aaf6a954bb9ff3368175405b5c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..679585e4f5e05085702cbb582eb580b6098c8b7a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69a1bc1f684cc6ae6159368b7b49ace921c5fbe798ca36883283999202e58504 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c4b2f021b7af24170e91566cc88c8aefea8baee --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9305eed3b1c4c90bc424b47e32afe3ad46b8af1108ff72b2125fa9c489b61060 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe12fb93b82c7f47a8956b1fc81a23f776dcea97 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cf66f9201ac8b820a27006da9d3f3f1cfa00b39923a8da58bb6ea484a1e121c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..da7872b9f5dc3e05576061c41d474b1b2947ff25 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef7e6c15ea0a211eb96eebd0c51ecd8fc602436fdad68b1dc3fd79e38003c5f0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f674412e42f5c99a7fc315f3943169fb4cc4723 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:963f00d2f848e98ab05ead746987badee08ae3b3fee523ff78fe2e80a90c402e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c989e25a0ea944cc6be2c581a91da617bc2bc50d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43355b404f3f9b5028fe45e6f99fb6ce5b279fbf95dfa9ef34ba7d1cfc326240 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e5d1b13b974a793cb591c900e7c99d15e9225ed --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28c6a8a23771c51a16e4964bfd447fb4c40ff35aa7cd5dd661bfe8106bb47d61 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1608a1cb85206c7424a03deee53ed77f5e8eeba --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa8f0a558525a83443afdfe46fa6f2c08f21b9303bef16c50bcfbf7f03e0130e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8f59ad4809295cf3ba0dc671e66ef50b048e586 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0281b5fcb07a47ecb6c3665213395cd12b4483b53bc8b89dd3133670f353673 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f38bcb4f0331f3a44ca4348403aca3670ea8b742 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44b10b06fa2faecbce8b18c43c5ba08c4f28fadd11ee77808486f35478818bb3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..75c4e2db17c63330113dda66351b20afc0189eb7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:742d08fe8c1b9433f6cafe579e8f3bd52adc17410f29a96745eeef1b29f4c58c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..23d12165954257fdb17777175c831bc687111bfc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44f22b8c1a739195ec3f2b26224de08737c0b91ec1bb8a58b1fac1c3f7a17973 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4167ce3df9a408df4ee368d953ec06000065e019 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03fdbc242140817341c54ee4a926cbf8722b7c8dfdc3995ece47a0b0b54bb5a9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e1e3cc9096d6f7f36d7f47d5373360051dc979c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e3136b3ea112a5e03f45417fd8a0f5be752d2d9b42a0378d3117fb80b68fb23 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..af8266d552764072a90e6ee073f0dcff81958000 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38816741aac06d0624c504c3cab645614eefd134b3623d123f5faa9ef9772509 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce269c3d4af082956fe3e5ba066d7ced72eb8dea --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50ca68adec559ba6b00f3255ea75086f9cb7dca3f4745ee91c9bb08f88f7b207 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..29f0f4cf082aab75e75c42231ca343996f11fb4c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4311a84f12b563d74ea0279debf6105b1a928c89a0a82980d05262bc6146ccc7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c96796ba99291738c91534c562b26d12883ba34b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5565ad924f8f064ce0b22cf20b2acda86e1690e0f10aed41c64f21bb07a4739 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea307c58e431bd84bd1be56a520a298b252a46ad --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3360f60ab60094273a132e118f21e87bdfa225d9518451208cf179212a22acb7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ea90e1278c747f087bf571707807659df6f6b45 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d5c9bfa24c384f82dd456bcdb74420d0b16e5193d12efe6ea01a01484178fcc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..df85e9c4322f52b9c2a79147482e26f537835a24 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7d4efe164b619e5d903defe44cb652389d160949749dcbd14a3d2a7ff83f9e0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..738e3f077b3c0de1335c0aa786c48bc8f2df1dd4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d2155815cb8146cd169bc7f592aeb5601f0cedbd72e2c9854ccdd8bdb5a2cab +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..83df4be0273b07b5e6c2ffe9a19055c8a9e37540 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0153f3b125755c03e66474553646f30347a4b74f3dbb2fa636e3b7a6516a790d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1a914cab2fc9577483c142f8a1003353804ebc9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dd3d1292f6414cb8c6b0c189d7dfbf4ef1d38bf85e87d04e97e91d7d4cdf679 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..246c6de7f7971d429e320aa886d4698df39f88ff --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7afc8f2e902ff31c0f8982370649e6a8bf98c1b9ba9b5129f09da8c3187a486 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b686287af2c73161a1b769a87038b3479e1041cc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32108b8c7600f18734c14fd088272fb1f70935b0802063c6f8882ede9f533c8b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9ddf7f11c0ddf59d3bb45096650815536427ad8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89ded77fd3af1e17f4d573d0a5734d1855ba6f5e7ac23aaea3b10fd7437a8f92 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..46a9dc89ab0249f501f77dee43377dbd2ca0094e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:843181a0bf9762d59057c3f93631be8f56f810393a6ac002ea2f9933bc6fcd5a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..81d382a69d5aa0c868b8063918e26af08851b226 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26c9d882d66eafe524f9c19e44e0d0673624fc543be6fc9b0fb7d53a85e1bd7d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe396e26bebe92fbf47b990b7983bcd0010fc79f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1bfdba67cd8299e9641669c3441a082c5d658935802753929ccfd1543bae443 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..de2270a5cd5a674481366190af7bed04bbb4f1fd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7eacbec0eb7a717c3171016d5a4d577cacd7085f686c0ea54d2557c47af7b3c0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6ab82a89a613de07277e11a4d717e8f478b8188 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef86476095d3fea2da0e4cc28346ba5847000e5b8360e14c60773cfc7250c2ed +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e54970dda5bf08c6b658073613b7d8f43bcd247 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84e5fd2e039b4d3ff069d7122d9c3a3f2fec3bb3a9200dcb0c1a1bb4d1595a31 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d0a25df5445df0035b6584b5c956122fef408d4e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56ba53edb3f1db386a0ff9ca2c0cd839c567cc5afd3013c9f71d9b12e090a6ce +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..56253be3a395dc5761af423f697d7155f910ecbb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b93276a5ee222534fb2f22cf0578ccd96cd14aabc8ad17d5fb7c2d46a03b013 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7201d2f2ac43904280ab2b8d117352ad2514247 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5db98eae3ea6a5a113a4dccec8ab81a4883bdad6172df7f33e9d257a9e86a645 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..de1ac9068e29a423b21cde68f87b4ed578b52df7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8134a7a49c19453dd98e1fb7470670736f5ce5f673a58da633d3317d8f839db +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c199e88572972004d3cf5733a1c0436938d90a9a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a860bd0b1652c654a897fe8b3266ed20dd4641ff71ec1e4db80fd5e73e04bb63 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c9fa87c983a0899ffb73dd1416177a4863019e5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:248a31ed8837006cd6abd171c8a21d1820ab364746caff5f5a8fc2488fb4fcb0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e42e56a7217a05b54f5e68ff52e88276531863be --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63a9f9bf7749f19d34765e29468e6ebee5a01938ba820cc3584e3be8f65e7f3a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..985bc9a107ce4842e66c4b5448105eafa6f07c22 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1256b1df4ff31cc0a069def3008c97b85da3777f4d36b9f5dbfba1d3afe7a35 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0bdc7018c0f5fac31589c74be8d02a8d08e56603 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7b158870a6d030ef41c183349db96a3ce286e0432dda86fea81b1e077d3beb9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ce39e02bfe52c6ccb34fba37984da99846dd1a2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fade53879204a3ff53acb3735f518403896c0c02a1d788e3338f21d3e8ccf47 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad8fc032e4a4676f8c1c63fbecd31cf9e6c9ecf5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b3e7ecfeda3440c618e77b5dfe12b192359d60fc9d98181c9d61c7b3cdf6ff0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d1e7390205421006e237627925bc977962a72af5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bec4f2e425d396cb2e2bd0f099c7dfc2b99da5ca9f70acfc6566cea230d2c066 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d309f4146c198a6413954e1d0d610c12e8535a3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca60de6f3ac5c23d5ca8a63304aa18e9ad879c50a7c8703c8501c32b72bad4bc +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3db9e22b883ba91f78915198a4c851f78fd510bf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed6b5de3289755d3160d8085b94f3e65f4cc513c1dfd35c3fab0268d77dba178 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb8f8357840ffdc1b19545edbe5a92c2e4c6c8d6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11bbf778d93412471c0fd3f67a3aa995d89114b272a09d788727a92ca42cc36d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e053d1fd88023f54e0c8b37117e4aeb4638cee0f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2411d0410c2f9aca1f56169999ffe9096ee23ee6384dd584dd69e435abd0ba03 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..db5699f8fafa3df12321e118a51c55f8ac0b3023 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0341414428909c9ed2a48546b22f047c6c362cd38010e8c82881d6c0dcbd76fd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..37b7e57e568b6dd6846f0521b6684d3c12025209 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bdcf4522d7190ec367d57ece8bff8d99e014fe096ef9cc754bfaa425585e5ce +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c07d1fd6a4ca7b54dc777ddcf4cfcf6245fe8ee2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c7352706ff071d2c26012418fe12928f036989e0a50848e0a9dab9f199246c5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1535bb203186e04ac3e261914aaa3872238d8a72 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2e21bdbdd36d4ba40ce489a808118ab107ebb8e7def90440a53ad3e509a691e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..58fe50c801e221cdfa6160ad41e8ee0d16352bd5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e90544258646623867565557cccb00ac9ae05f05abfe9f74eda212b8cb202 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bafc5760c817aa573f724ecd4c12509465458110 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:995b98bad5fb44cbde17a84ca6e3b4f53a1f2d3c2f684b89acc94cd8c41f679d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..39c97fa95bb62a5f4e32e5f60cb9decf7b07495c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:751822080174db89d4bc8434ec2446dec18d5acdcc5597dcad1756c5bc52d05c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4258a8c60a211d1bcdc234a24998f519d2f97428 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b25b55283f3e8daea7301fc56b0248c6693dec587cb12938cc28bd64e5446b2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6a67f397644cd4dadbca3987c26db9d914ec2a7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6a165f02d63227a95c5843cecff543cfb5a081ebd5255eb9e63982eb09cdfe0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..68b76730022167d1d5c189a77d58cf5934486b93 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0af5aca56827c8bcff0fa169f75ca80a67c9e7a481db2712cb6b833b644aafeb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..04b4bf72210435717f0f80a99af78be2cc936a1e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06adc4fd386d1dbcedf585261bb41389fd380045a7cf9c3ad22e2757fc2b0957 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bff29519032fd1c15ed816c24ef6a3ff43e42757 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab5c08ed8ceaa996a29bd1d05fe536457aa0201a1d1b8f49394d5100661e4272 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2977a57f1ef61b3603517728e565b4faae642e6d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2db1c3f6a8972c258d00f2fa3463cce594f9358a2fdae392a431f8723ee0f371 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6fdce71e56d6c711d5af9414400dbfd7e97cc473 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a328a925c00cb3e1f15cc5f62c02c869a75f822a1555eaa336c08e4615a30d3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f5820a9d8ab8c116e056c819079b3f05dffb198 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d362c63f9691b3c22e8ade6b6995eb8f0c0c919b0b7749d9b61987907291c6db +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0abb635691e245ba05a4c5f73c74cef54c8a3a6a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64c6f8a06c58af5cd1af4b4b21237f72c9dbaf50279baeb0e84c9f86a6da32c5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b25d33abf03fa0dfadb47458cf88554045e1532 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d564813fefb5106229adf97342fbb41f2caae71b6d09aa44dd78b362784e3a9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5a5b48a1197280d8404bafc7de878489589ea32 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2643ed2daaaf8a6a29be6d3fb055fd74e880ef1fa8fa014b716b83e7f8c1308a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc84048e73227afcd1f6ff284da8cc8e6d2edbb9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:496856688e50518ea09c8a04f75ddc2ff7cba4bb88e8636416e802b4cbd9f796 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e96c4c61c7ac98acb62e5c0114a60f5ec5291ea --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d01aee30db04d46fc758be8328c5ed79d5654b9d902fa5c52825323bef028e91 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3424f9ba7dcc68eea38d45e2de683c3a8c4196fb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1b70fc94b49e1eba940b6bcb40ded85ba57204d4544d7c718ff45de10ba1a2b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1e4ea3b138db49afaa079276c3f4de6c1c48994 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd62f871ddf5337c72d71bddd006a0f679676847e1d7a1e88b2a80e55393a190 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..64317175389c1efcf15a19b3a677deca326fe260 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3078e9a6738285250e0b41bc90ec045291c98ad57811301d0e8319c78c80fbd0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7544e4c90d5e61d4e8a1f179b632ac2754eb5fb1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70c777169fe6f2ee0f9631b3826598c83c7a17e25808659d6a5eb8d240c376d5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aed4a303c256780d5b571920785eebd4247c303f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0a10f31f733a202708afc7d21991b403dd0a5d3f45b997e87fcc149fe4a6ec0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2833a3b06f74f47895a3003b25932f6896b492d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6ff71d717b9b98f76e4aea0d8920445a867c4131cd5ba96c5f48965d7799d1b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..66eb04ca02c42f5ab828685da3edb7960a7d8598 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7530b66d5820023224c4aa428748d9a3602e6c31148356691b37a560121afec9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dba82e91f39f5162597ea2a946d5a65a81f576d3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd7cf26dfd94446fd08c9dc5db66e40cf32cbcc575fc598546f49afbd6a71f46 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9b67f5e1b8b2b391bd089f5a9d19c7effa14097 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1c8d23a231e1e9e813371dddae0b9ef18c912ba5e2e6cb911433011905647ec +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c21f62ad98c98502b35ae653a90fd2d7088b45c2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7cd4c98abf9cda76bdadf96b27e6153cd8d4ae3ebbd32e9af988f731c5979e7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d3697ce1811309dfe6c1a15cbd0e7f8cba2ebbf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f55d9c4018443b4877f6c064d485b48b62de337384ca7db65c75721568f14236 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf8ffe2e387d04fc4562ae21bc438e3d5a904ff4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d3bd20148670b8231394a588b55396d8e83b18bfb128a90b9f9d0bc9d6cc780 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..023f4c9113bfa6f83a51db82528cd58f7d11e75d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0632f2db11e55085a035ff3008d41878db25ca277c7886eebd4df27c419abb25 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b1f9fd23e8e0f5e2bfcd2b7669ffecfb93ad2b9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7e61f45a8f28ce410761fde2520c9fa66880d9cab7ef34f1b37a5f69d618c43 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ea469ac28feb71d68c3cae2734336edc43c4974 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d4ebf679100dd3da256ef4df9d9e18a18037de728f87d483fd1a2965dca06b0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a72f4806a264d9139b6289049ee434cab726bb9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d92e459e4b7fce0153224e7e608f71f33c7d6dcab0310fca8d2c799713a01230 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8af546d987fa7cfff6f1897e9eab91f53559408b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b778458b9cfa4ab37a2cea2ae744082f16bfd44e9026200cce398d6e4647778 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..05199e982bbc871db19a18a9c7261293a6b8bb60 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2217a777e4b1b8fa045e8aea89cc194325520df541b17778821d35c2b0eb4679 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9ca4fb83ed1caf1880dd02f6b35a931c2b08e4e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2819db057679fc7be619884816109d8da8aa7ec37ff5e483b96ddefc202c2264 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6b0b8fe797a3e5c8798b5fce73f5c708c58805e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e22e23d97cd9dc1fd5d201136a5f4335fce19d468afbd834f62e2b7edbf1486 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca98e59c65a8a8fd25cc651f09936635c16f3f36 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a47f5f452c8390bf3c5d45b3609cd2d7438d27abdd9564fe50652ae8b20c5f8f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d43304057c9a887d17e7f77843b41e1d0b5add76 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f6666b4d20b3e4b427ce2aaa79c7c69140299c2f8f57c6687b1b50a75e23077 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b833a32efac53a947ff441af345012a82adbdb76 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e60fe28205f6b7892aecffaa73360314a494f03c21635b5d32a6f7243c053de +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..db0ca4e16e1258b8bcfbfc5357ad82ea01eada4a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af3407c6d2c869fd8ab28da309cdf963dea18577cd56fc45b29f7eb309c5c50c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..44adc6978fdeef929b05dc8ae2b32336c0057a48 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65c7876ceec415bed0d028639a89d76b64df718f718a062ed4fdda7ab5cbd9e5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4452f3842e37d4709a0a39686b8898711d037a2b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67804911fdd16728a8522cffaa439fa05a611388f146027fe6fc7c605fc20fc9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ced91764ce6ba7598c5be6d3a9c41c814a63ccd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa039c231b7370e8a9e24f84c6700f2829e23efc4650707431c4a8ceea5a317b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9eb6ef8d2793df360788b87b973b45a9215d919 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f975e7ff7a760a41bf49133116c1c7b11ef44a8aef52cc8ae1bebbc386d95afd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..679c6c4b189cbd7ba5f10954026d7e84d8fcb73e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d04d87600063154b88df9ef306e3b249a3252d0cfbaa3012a3ebe2f80717dfad +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4fa1562609275f8ac56a4cc39884fac348eaaca --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38c4f0cc3fa6df28210965f9a2fa468f834121438a548e8007c695b6767d186c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5abee236ef64c87a360438981550787317df392b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b2ce1b3514111d98cdc94f1dc2557052d3644ae09953e944ddd680d38dc14af +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..88c23229caef8c7086d426c1944c01931b536f3f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1c5fb5872d061b59f71840e71b480853204efcd6a47779fa9eb38b841e89e22 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0303ced24e03a0d63f8282df18fd4e9931503ee4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32fc741cd0bb02a7da7250211fbdf6b3aa18c781397faf6a50dad5a2ca90df75 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..936b80188c7a3cb36aab49859d8d93334f1ea203 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91a8d34f5623850a0fe8c18061af8db6886d91bfbd4531e6a9ce9d45e24e1223 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..307cc9111c9643b6c8faf8475e645dd549734540 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d4219143bf1387f0748f5be176c580e94c62c9f0469ff40c45322ca97416c4e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..173013f4b45187d9dd3373a945e274f77ac9aae1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb963d532a12b8b474b74917e21bd63a3f3680fb8b5f649e8c17c790ca4b212b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9621b805d53a321233318f98f5425db0cbfa7aa3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18a77ef98f23bc6d597a0454788b367d8b6d3e3ac8c378682a6df042f74a3357 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..92d82dae628f90a0875c5e5a216782d7c154c059 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9649b8ac62debffdaa934b8d91ea92fca2b1760998b86514d63a328eeb988a94 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f16ed08aa33436fe1b7237c91a14479e6e9d3bd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:190128f3140395e6dca6f5e1500f294adac412088f86fc7a817726e63cc4d71d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e446c2c7bf186f7910fe4c036a71d26afa64ec95 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:967ac2014fbc43a1e2c727e63920a4d0fe2590485a5834102ed7168983fc2913 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..844d20e2041fea148f020431630cbbd0a89b5fa0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c667dd8f4b54525b101beb929a522725c084b3e19e7f9b143d0fb50865ce17f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..90de77c95c3cd15c87cc7e62682dce93f12ac4fb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcc972cd9dd7a2e7dfebe71c4849230c34508638b9de0027035cb03853df1934 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7fccc00a88d9b2a056770a8cbe495dcb3fd4a13b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc8a5cda6f9d3b56a9274a785aff690297feeed22b8ccf5d9944fe4660198210 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc3a66a4900f8787ca68436499c51317315d3fde --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71e1b8a68926246ee2751960b32cb234b1f6f25f1ce16a90a57453bd20566c4f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9c5ca93405d895a357eb7fb6848978b9844bfd8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5925cee8f8f03a4a88c0a8408acc19a938971fbb79d4b39397263395bfacc95 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..daa6d02b1f7076fb183fbd3f01156c7f5a09fa93 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28a1c036348c4a2383d3af0d015bd27a7cd33dff9f388fe0052d1683672ffeb1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd84dad04d32eb19027fe65356dd55a28cbc0e81 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3af99b633f930a379c6c542f5492315b39b92e0798fec8ff38c3b1c21fa3447 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3e43c9f4e0f1ce7e2a5079cb320554741137b8c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d60a86d16c4999e8b57e8a1b1430a3bb0a0a3d9b5667740d884f7a04d7239c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..773500b2838509d273088852255b67ef761b1c00 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe386c51d80a7d46711f3e25eaeb28185e97a1a3585772a775b3fc55aaf2f9b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e43b043692e762d6bd4052078de742c68a13ad30 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2208ab10bbbf6eba8ec373fb99a323495d9802599d8f0b97977ef9073920402 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d705038d8316ec64679622c7cb015de3b79d974 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23f4dae4241713e95095eb1772d617b54d9c9a66ceaa687fde6dd81bb4049afa +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b9793ad6a605e085c9616b765f7154a1e14cba1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88e174cff48e6190ccf2ccf36f6e6bc715c046d105522f3eb0638a8f5b9f92d5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd0b5a72a5d75bf1dca1099fe0364f73ff98530b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:707deeee1a2e27c655174669c6e41b57b3f116d7a47c819f099655c20588ce02 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..18da786127e01853a1b855187595a0d43e430e5d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d74e0b2fa8b9eef1a45fa263f71c814b81195efdbe0cf0fe62840e3a2d725cc8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fceedc98c636aafc50e5dbe36765481288d2b0e7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f0c365b02f0a96d050621ea7bbd2d32f48e09a9d049251d1c933b347b31acbb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f63d433df8ca61397880e44a49a84cfdfaf36c95 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebe4fac3ed197f9aaea85cadee473d79daa059c593308f72ad516b64620827a9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf116c7d7a866f3ac82b246ccc8ae0a724575289 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37552b3123ddf1bedc9efce1ee41916490815339ec74a4ff953b2f575cfa8257 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..65d87fb14224cb701daf3f8a49fdc49c940158cc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2dcca89c913d2588ed28e9a372040d1d7c6c1b960ef0e2f191263ab6c56bd375 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/lm_head/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61 +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/lm_head/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4505b0851e6280332be2a986729d4bcd2ebd538f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efd7076cccc264660d66bd3154158a2e972ff7550e5688e0704cf038e1abc565 +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cec312d4253ad70b5f93308be9a580f9c027aa87 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcfdc2156d9c5c5a9cb45eb7bf2ac7ff98f23ef4189cf060001f8fba7cd465e9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4496e1c7ad387c655bdf95d3eff4eb1aa047695e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acc5c0e5b182e9382beeba6a954da48e60fc628d2b25034ee5754c2fab7af279 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..256caf7128c8662a812de59aff6096bfbb549d0e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f93381d4541a8c269f647efeae12a000e39895ecad061db2f3d40f60bf81cde +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ed35eb4a640ae2e0145c3aa29f86f020bb07d34 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2785e4f003785883c89ce6c90c4c92d84ca7a9b87f527c7a2e18e79c0253d3bc +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2749ccf433d84554f7e40f305854dbc13650f551 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:816ce7e371ebda656b977d5cf490d1738ecda37e358f4ccb532fbd7df7b5129b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2292fbfa56f6bf5e6d3bd647dfba15f9d5e6b3c6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e5f0f30f290b9072154da425c6dd598c4bd60dbaf664d855c7b20fc3e348482 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9fe5af9b17f814c71aaa0f1598ad471b4d0f5576 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eef6f66ecc7dfbed4bbaa8ee7d82fa501dd2fa4fd9cd125625ef7d1f2b3f9c1e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b80749df4ac7849cd1281e5a348bf0e291f5b12c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a7a121a7c8e35ae5cfb6f15ec07e12fdd10ea53f385df3cf47c0a1f4631d09f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c82e2505b8a6b3ba92458bf6fe8a47ffef6d6c1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d92359500ac482e906e887bf3f78801f4f600d905123011655ee7cc38cc8d01d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3403c7798bc3a5ae98d9e191212af74d56a31738 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dbae3d3e0ea11ae45eca643af6dfacc078c13c8a91dfd0fb05883b677b47a27 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..00297b66e47507fe40854515ee27fbc87857d854 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6dc5c4f59b3d605d0cd2f4b21b9e8f98c99051db929b4f650e52251fa2ddbab +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f7eeff4c4bdda9751449f2c57f55b78c4537cd7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fa994ffa9f934cdb095e3d9dd6455f3d9db92807e6041cabec1c1cfe9075fd3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1d0dc1028642ab0c5e0f2c028fe4764ad9b395e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c46a693ec21bbfa011213cd782120869a6a1320d704f04cbbb285fb0408b0280 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6916c0393205cfb2d0bc642a8d4b9af9ee20eed4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5078ecb960550467771daa1a11efa2e168327fd32c9ae35ce0a497244bd0b060 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7bbd7e2831d95dc159b7cab95b359e12ae746f12 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f02c75e2b4d0fad4ee5012ed4166cf4addbfa14d967ea6024fbdc5f698d3035 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ae115a3397c51026e965c632d0070cb752ba3cc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51a1d54f71214207536b29fd3fdd009af5089d60850b91dbee8f98608ea35183 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2958d10562c4598ac6ad980eec06471971273d0b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cfd4cbb9b133e13ca90d53c5fa8086bb9a794fecb6e269a4189a797378f13e8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9504a7b64350f86d30c26de7673043e60058de6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53eb1933140e4ff45b510d9af9ddf8b69ef1df78c096b7bd1e9a838aec25ddda +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1dce3f03a8c704b4a67f9d6f86de9e2a93ef435f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6272f1723bfa3872120bc2c872961680a4763754e3b44826208c4390e911a93 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f1b39ed24371c9b83098d66e3098820345caf60 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1eb397303c2cbfe220b607e8360644853756f9e8504340028c0843ea1494e801 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a839157118e7a6da795f2d3d7db1f4187356fe7e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d890b0612a49c66f19098da5b70c53fc9fac6bc5ea1a6e21f3ac7844b156d93 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bd0eb1113abf3417c7040f42ef59c4dd8c6e9b8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27ceeafeac91ac55864e221b5d9ca2a06c7fe891400f9a2aff9b789bc4b89a44 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9d827021f664145aacd2d6b0ad270124a9d9d36 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3e9b8faf060d81b8fa601ea246500d4f1522e3f5b6e10b420e88200a9c8974c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..15c4b30d5be2745295c803d098a40baa73be3b0d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9499fcec62d8794fc0dcb8adb3e94f71915de57cb359cfd68aa92c564455ab99 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3886b67b3f3f10044709b8fa3deea6e49d783342 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcce4fc31d409078637bc22c4fc2d2a165878c83415775a02bb29e1a4934cc83 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f965b238272724fae33f5d99af2c437a87b0faeb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d048daf6f895744531d946614407a61ccc6b59f281511d490f7e22a610c83117 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..15305ac03fd9c243f000c28019a46d0954bf248f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:813058972c7cfb40cd84856790e14061cce88a086449270dffd7a6046bd7e1b9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..beb6c04eb2071bc1531072f320d241cc34e4e664 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b042e1ae05bd9d326dbec8f8bb64aca25e64b1bea33e67011a6dd48731036ef7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8f02af688f82993d9ef77e10dbb95d15866f57c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb87dd16aef8a263703313fd594f1d61c167d221aeadbde4903550249e10d13b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..57b613d732a78fa3ebe03e22c9f46a0d003abf9c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8cfa024141134c34d6c6ab59c1d976645c19d420cda8b0c5562f02b2a7a3eab +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..653131ee7c3f76251af24946ba57eda386ecd6d6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9a1e7d54a9287ca3107f44b6ead8ae3478fd364d18f0278d083bb0ac53bc93f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..93ceb23b0f4257be2fd3fbba3347a8c6ae4ad8b0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d38365b0fe24242fbb0a1473295bfaf0a2ef1eb576df0da6408f522246e37f8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..466880439f505f5e550b718c2f7e440187c21c0d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cca6eea749eae9f5d63b3f5c5189b6aca278d88b6ec29321ec23c9bb18e01ab1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc870c895ff88d2faef2e70db97f4a073c8d0f14 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a79852ad4d9667647e4f2cd875aaaf2e5a0cabce9b0bcc728bf45d257a4442ac +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c52555a0493967ec75c71e2f7df8893f9f253cee --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77930f44f841198af07bbfa20b3863045f8ef5777c9bd8c5c834cb61b445a45f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..53234fb0eb8651cb080b82e79d2d84d53f6cf671 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c097d0f46334a61771bee371ae6a3b7407346890fc3d965b49565b0f98398bcd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..03ccc46327593eae2484bf9d826f467b44a61236 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cefc08b0fde46312c61fc5c8e857c5795a132bf9e12cde816f55bfbca7af2b1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf44e8b5151ba1f4bfdf3e8d6b8e48a8be19cf75 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6727f6b3f1c152114352300a1d219cb8b68843d8d3d85009e8efa116531357c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eddba2b547099965821343c7b6647bf4c6bc3fb7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be7cf9155baf5db1e3b8cf33300a3620dbe56003598dd3fdf636f3404647d7ce +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f0992e5e394cdaab2b81b64a2996a35faa2125c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00de2da364d2b34142ddd3232c36fd56aaff4f32fc847219ada1611627a9b8cc +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c52548ebfefd3195a3a8148cb31a04295268e2de --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:391ec1b3bc013642b622b2ef740288a83caf875ed3417f44d81f6c972aa5987d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e82f112aeabfa9e4a128d82c6c45c06f2c47ec4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe64bb5223b3f0c09636d5b6db4cb18ae01390c77a5b54ec71c9eba2494583df +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb0a96a273dd89ab1073586715e58191bb458cd8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d94533696b7780751b979f4dcf1ee3ab678c05fe9ee7dc4fb4ded3e7dbd83ce8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d7ce136b2ce1310a28c296e3433ff9dac4cb2f4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c84639777276698d6a643cff554fa6b1e3a46ed8b0037372221b83db0d15fcbb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4071e81e981b7540627050956542c57fedd5fe6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0616b090bbb87b8c9692c99b5f73f44fc194d208d5e39cb6f950265a525bcd7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f76eb291664d22eff1c621d8d0308da6f908a36 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3aa97914bbeefb91a72f5503944c71ab02bcdb736a756dbf394bc6b7537bdf1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..40ff2d2720d12ed6f36c8b47883b3f529324d672 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee495bb2da5acb5459ca7706bc74cd318130e28482b1ee5e6751af5ad2554163 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..228fc52bb87838e7e7da4d64002bf723d87c2021 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20c0276a9d6c1642a87dfeb752a4fd8f0311fbdb5a1d6e177cea04a77c74ce77 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..00ac1ce9483e570e99d78225643fc02f83e442e5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cdeb30a50b488cf0c21a526f0034633dce9fe3abac8e5a66475f2a912368e7e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b495a5b9f419edb7650ff8a3b50b573d0135403 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d415b3dc6486b4a53af237ddf6191b5c1c91d9d2b3dbd58281567c0469c0e509 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2edbb31c776997843c28adfa36cc93b05245e9f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e87d09f9813131e3a6456153af2cc1d7c8428122a0214e106249560ea2908c0a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..51b7903d08d53da246d9f2d3c103f76e675b3bfe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e308453aedc73e0a33a315a6554ff5e2b5d9a00b18658248411ba3182e250c6c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb566d20efb0c3ca9e2b311f55fd2e877e31752a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5475cf01dfdb1bae19893f6e58f8c88e235250367337544ad66191e8a49011be +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5ff0d30de1f418b0b9953ce5a9e065398a4a2a2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8809845aefa119551346d98dacf72d65f8af2dba08120fc65656cfeb2cb6c317 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7fd2c68e8466557ab5c0eb794cd6a2e1ae4a6837 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47b06407076a07db80a0ff86c8540c516f4db51944a9b66b119aeb581b2272ac +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ecf0e7184f018804334504ea8c30bf55bfae7cc8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:780bc873754286f643e77ca2f571fc0e47a1748500ec5f54fa107dc83cc06eea +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3e7ed293d29596b737aa1c684532e2505ffb8c2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c063bf8c3c3064aa38baedb3b4ad98b9684f436449d1ce4b519873120c47122 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7ad2d0e62f47157661576d211d2f1d9cbf3673e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fba301a168ca8784955498468262d1eb9988196beb27423ac61d432f8f06815 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2e73f5470c169a424706242d2e0b9c4fb20401b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb47f07b9641ed0a3dba47cdbc4618b9dd8d0a36d5daf716f14f65910ab7bfcc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1351400578d42d7fe2f188cd524fb80e06fd6bd0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39ff993189f8121b83d5bf790dad6ea687deda00e39606ec8af12e88857a117c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..27a031c193633c0443429cac1e9f2c76851ab03f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1c438bb63e285a2f74ad2db3b7f41b2a3b6ca7e1ff8f8226a28293b3b8152e4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3a177cdebff16c224a4dd3ba68c71e23044e812 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14b7c8b5e1036d6f9ef6962682f19dc8d6d77923cb5a757048a8bf8137ef4f0b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f62a5a8d6af736e31216d2fb295e7a56bc2f0e5e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f3f788215b3f8c2bd7ee80e8e574d9c346325c2297f23e34a5af6fb7d2da9a3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1c1925e72adb9a8b99196e7ebf53c21df15a67b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ead5cc4c327a15ece30f812e92c549ff2bc1a66d832eeb886d5964ba4a06b67 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..57050e12d28e2db3e31e9434e8cf9977200f6d93 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:441b611f1d2bb184b09349ce6b519ccbbbb09c529af24efe148dc40ff42a4909 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea3150b3e477c379e8fdadc101c464a8d9ff2a2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5a1595e65ccca3054263c6a1ffc141780283c6c0345a84c76cdbe8d33e2e7b3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..868b9ef47ffc43bf1637626e3010add84ffb6b5a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:510d37b8562ca6bb7b9a8224cfa5cf507c83723878ab434423ac2fee1997af6e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..055d0232226d86b0d321c4cbdabc534d500e87ed --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ffa0dd391c73fc54a347b991338782da109699440f4761387723f559fc17882 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3150b951ce61cb7b1a9dcb251facf2ba714de01 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5d3126905f5a4f6dc0c8e80b7e87ef4e6ce91394f77df1a1c72430fd853bc82 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5c1d37cc9ef9631abf18192af700fdb2fd4478e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d4c58b8c2e23f9e53997e06e95f80549738c55593b80938294a2cfe41211eab +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6c0611978f6ec85d3b56caaa75ee312345dfb57 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9c68e4c53f7b3d2f7c0fc45a8e4a95e69db13db9599643764aa371c9916a16e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..24a59fb3bddbd19f95bd3878be3c9940595f48c4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c33f38b12d475fd23ed506a0ebdc568fad7a2211e6026f54fa6e6d1d37041d24 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5ef2b106e993f8b8820fe902e7e2ca892fb8da6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28da249d7a7af28940cb5a59d97ed28ba4b0b89fb547a8cdb409ff39856dc7b0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..870baff659e8cfecc091313866b3554d04b1b599 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e466b0d7e9e9a35340d355e1249ae27ef762220a7ffc9a2f5b80a032de2e8f49 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..034b90a1e48f65042b72dcb0250fb5b4a44bbc6a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7144dc2161f8b371e8721cf91a14056659b056963fae7b81d73d7909921ba16 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..29a29fe3eb37720de91396f79b9d4e70a0ee40b5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7a6903b637d3599feef6d7700de478147878058c32bf30987cd14ba08030ac1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..506623b5a19f201e44a268598cd0f76691252fc7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46ff19bea303e6abb4684443ba98bb8fecd71eb885e06730dc174239afc34318 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff3bb680fc6c3d87f32ea8363dfbc3d42ef9248e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfe7353f7d3efbbbedd6c3234ab1567e8f0fa12c25b25afad2d7cb26d8332b60 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a0060ca33b56645f3153b0f68c1d54fcba8d356 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:993c6ea23b3cdaab18b94656669401e95d28eceb6334ac6f5869be68ab445567 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf895568866a456aab14892acf82dde86c52e85c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc9e0f5f1bbedf8f1c663f33f0140e9c056ef0bc62c00a96ead8dfa0779b6ee2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..92a3ad79e246f9bec6a77e16505e090b870b20ed --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af52640b5cc1d7c14735459265b1cbb99112b52e7197e7a1fff4af425e01081d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2245f6375eb64ae48255c43ca8778bae5a14d42b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40281a190d97415755c0938a924c3a583c9c8a6dee16b21b8c867195751a62fc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dfdcd972d4128574bc6dd3434f42bbd28002a4a9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2806ae1172a2413b2be1ee217a9a924c354aecf39a095a32f15c1f203d397405 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9e9ca890ef0da105eaba59c3638820bc9fea3e3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca700e3c5d3620981617657d434c09ff9f863309ab1807505d24bb1e33e01782 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e5251e0503458fb38eaaffb06e271e54abb4bc4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73507995196fd157a91016338778ee09549654ad56cd2a2a4d0938cc0537dad1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..255f8bef28c99b1a54b6b1110fb094bb8578d516 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b72b6d6cad2b0db8c2b99ff7a2b1307058e9ebe19a67912d2e91faddcc8f7e84 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d98dd54c738fef0375acc114da2fd8b07266e7d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca9818c1578d92e70ea76a3124c9f7dd923118a6763d1290ec911d4cb854f04b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c3554b413dda8e498f9771ea5b1dceffd3a295 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2c9eac182862434d65e8b0dcf9648503772b48aed1080ccb42260f46ea20b2e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9bf8f37ff86e77072544bc0936b99e03f1bb4f1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c915de60dd09cf512abd35007ea035c101f1f72ad5eb737d100fdc0a2581f31 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..71d77bafcafb3bed36d278312563bcecc5f1e39c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13c5c5b3a908973f9368e27e08256ca8668b85e415e8e2f33489c335db295c92 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..82af710917920647b93c50e64af1555fb62e80b4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b76e25fa72c381394ea1fb5a1b128e690836009695209b475eae7e4eb61c152 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..136e06c674bb965d00d4ce6d8fdff75d6598932f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f533b3565fd980505c80f7b4d4e371f59e2570742e907c453b871b705b670560 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6158ad629310554ea931bf10dd2c1ce86bd85eec --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99f1409927fa49c90c6898a6073da95de76d71b6acb32446f8a78fcb074ce505 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..deba554292118e40522da43bb3d63e8cee8d2784 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ddd355fb772e5cc664156b55d93cf0054d4d3f1d11b9cd7692da002fdaa5f7f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8db23e14dbe899469f3ac4aea78c5d4296d4d17 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86fd7f9f8768f63164c4fbe30052658f40df4e6d6a81a2a1333d0b8500c89ff5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3dcc23f2326a44153be4403bebbd8844cba26d14 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e175a848c63ba16fe375ec0ed7b9187da3dc6ae34350c850aec853b1393e02d1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf41517c7594f993cd6e2ff110ddf34842a44adf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fa52e1731649dc755de30bfbd0abd48f1a316ca6ead62b1f242c1614f5f01d8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba0f6212b151ce3e79a3d4c9c1b4ce93f29960f4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bbbc547898f6bbb9a26bf28fd2e5b3a8182554de4f3b33e13a479e6d63fe468 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..67357872afc6ae8d4cdb764a10922cf51a73391c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a41691f456e3dc4624f02c5d197766734d9f2c4611a56d967b9d360ac96bef1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..45450ffa26394673658e47160291d5a21de56858 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adf83870970e73eded93e7bc6e6f998608e65428faa002c84974eb62807efb3f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..12d74a2ef5cc6626135cc8e4c69b0f34dfa9d378 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d2c838642cfef64d4b7af252a863d1a6075817cd2ed4e5b467ceab685c3afe2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..88c9b2ae951cd2721c13e00f99c24ee0a0794f00 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87a68ef90a8685bfe93a41af7bbfcf909c69fd450d6f1d036b405e8ef6dcad9a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..43e5f4ababb7886957dc8727e22fedd5aee78c16 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1a2c352ec732196b3e3383f9939e74f90820f93e33f5167d05689413325efba +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..95ed71b2231a5c1a94fb62821f8a064ea6e4e81f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b88d16f586973965af2530865046e50bf6b26a7f5b4d7b8dee1c3337e84baf92 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cdc324f6ba60ce9e2a8247121b5b4b93a98cb476 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0238eb30c7f6c3e4880c02bf23b70aab8dc3a1383159a7136d6072ca7fe1d2d0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..66411988a007c5a52424d3ac34233aeacbf6e367 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00a0736ab4f01e09427219ef34e90b0f12f6b4795a6c354b1247061e572c366a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9859560fedbbd320dcf3535cee6d999052b9931 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efaa5985dd4caebe27ab785ff9761fc3613fb800682086b1841209970df9863b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..27aa4beb5fd10acdf985f780c8ba40c1727253ab --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6318f9141a6fcf673384884757dd216a32a77deeccbba0b6b9ac9b85828f2e10 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..69419dd6490fa88dba81e85d2707c56086168369 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:880d1847266239dd1ea809ceef6031a2d713b2b8a5b3778aaa222830830d94ab +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3bc04b691abe0d04ea58cc728d2596f2622010dd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3847113aad25eaf49e8daf6bfd3865e3a084508a17c04689eaf6e18ff2971ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8462c71894c039f5b14b62566bb826312e79918d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49818cf8cc13d6bcdbb81132986ef364ee97136f0ff2a11be982b95b23348df5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5096d87f3da37458fc7f5fd68c467ff33c9ca69 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afe583537c41644059bf198b23f5a4a75b6a7cb8ba6c9b9410cdd3b763ddeba8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3b18a430986fe6c1f1963f0a418eb668235022a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3721745b866aa2f7a46ce583b510d36ce0c7a113ecee3661078ccffc698bc7c9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d446ea68848c86d2b4e6a17c9d15b7cb39a2f2e5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fce39d065d03f8cae3d8515b024415aff493fedfaf7b30d90bdf98a44e9f60b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc5ecd2ad0f6ec33655f3251d6dcf5a85321a0e5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9821220a62cad00a3f6602d19ec721aee13a71bf45a3c6ce22a0cc42532c5a7a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c34c6f366ea073846fb8146a7e63e49cd3ba83c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31a17cd6ed8f4eecaa71c7fa85915f73ea10fa8eef83d8fd57eb9c3fc87045ab +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e44cfa7fb378de2ec933e40282d30e320c3a7da --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:669ec6bd0b17dc42daa083217fc28d0376a57b08950baa45518fbf972235aaec +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9e6e1f9af73abb90576f20747adff54a03a1862 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db4f8fd8785c8dad68fa2f82158976d39123855f8fc0f29beaf5cdf5908f88c6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c36b2a620eec2174937a1707ea7ed1b9b7ae6aa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcc73f0427e43d6d1e2a661864ef219c4bba0f55f88aef81beddce2144617ba9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c4e1c1b0b30521a5ac92f8d89df54c1c52fb059 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:385152f473c46cc549683193c89a6f649111b52e4728b0778a1ddee38410a230 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd60401a8f12d1402c4b0b08e0d1e5b9d4210171 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:783b6db9ff2bbbb1cd4af0f154d30de3a429f58583bdec1535e026c7ccdac62a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..00af03daa6af82708a75a1f1d44dff3249309b2c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac68912a06c6e2515e86d4cc9f935f4e5902b36a749ab81189f7f540aa09644f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..45e6f8bf82765aef86c7f147140986877d94aac4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1014565ff5067d8d1abbd6df1e986587a1bcc0a7eabc411e55d1aad8d5e8a97f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2232d39da0a01bbfbc16157b5f4cda7e159a591c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c5188feb8e27c50b5f3436187c44f714cdbd843eab34eddaead611c68a3353a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f7339cf881f8212d30af1f67cc39d9ac38bd17a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb44bc11c0a16b55b9d21c5b66d12c12bfd2ce900e0a0e69aa575851e5c00461 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d871173c0935e811e19842d585815b7b9ab4b1b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b528d3b57137b88d6be10c22bba9a4e8aa156283d3af248ac8c78671ec6aaa98 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..274aa6d31c6dab1f4f27eb1ec0e98a9eb91f311b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a9509b75a89e2c4ee21812fafb82dc2069fe1dca7ca0205cb0455efffd816a5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2e3932674ca144d7aa5b111a66ff7301818a92e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cae917cf287ac581b08e797bf74a745299ae2657b28c28401469c697377d624d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c32d3a2ff5dc4473a3a546ef62ba7213592b06f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae5a0bd5d99c752b5605d5fb1cfe4662ad652336442976acaac3010999a8f509 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aeb510ec4538185e0c07b227032bd6a4b1fea2b3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84d1a2aa775470108ee9ec7cfd2c216fc499317411c797fdf3360415ea5f32b7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4c6b3abf2fb5f72886d929c4614d893cf6cd22c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35ac1f132110992075c167fa5f0993f8bf40af7521297d5a48917b157c018f1c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..630d3309fdae9eb967b56ef18486b28b8c2aa8e8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcb4c15336ef9185878fb4903e66f29c32d87731885b5d4337aa659fc5f6e0a6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..88ba1e37ae53fbefd82dc1bd113fb549a5a54cb5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02c1f6aec349527c91098c35cd569f1e84e97cbbe24b29003c95e8d812a33512 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dcfaf90bac90189d76071c1a9ff92d3c6060a54c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7e139697d2f8987de9849701f5cdb9a935fdb894a985f7a9fb03513e2f97718 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea4bb8e7ffa5c151f7537a0d56883f80f7c8d109 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84bbe6b7580f2453ddd8e797d17a794884d452ca3f4fd1db5bb528de915b8d53 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1cb73b46266d8f5d507f86c71dd45a59026144c3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bc55cc14ec2b55b304611a625491a9ea42b45d7094dba3b0fdedab563c13c35 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..20799af82f7de0e03a6bd17c528bd846a216e656 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07f2ceca7a778a24de072bb328adc4d316a0d86de418c72a3a249845ffdcfe7d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..56e5f8ddf6c9745784fded52fbd16636acb142f6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aec41494a043b99a3caa57f9d16ad114a0fb2aab6c62a6a010c9a30484e37ad3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d263297ba381fc408df4f6ad0d96a082bb475bf9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcbb28bd711cfaa545d5daf72089cecc552ef7d837080daf721f60a5bdc04aab +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca68f3be70b62bea0913fde44b4608da30f5be27 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd6c5f0cefb994a23f83cf43c7e4d6467768d08c1210a9088e770210e879eecc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4549c8f40d873ab94d5315e8618f0266aca1fe3c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c4c5d27454e3e310e1239affa694567fbe1f0ca381c7a77b15262ed66b097d0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..12810cf62e5b0e967803030f9505cdd5099dee20 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c42e4541a2402c54b952e627545bcac80a7088eba2b51a93b46939b94dd437d4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4c402d8a26c342eee8af532204e8e59670c3f60 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38cbd17fd81b9882afb8aab680069055c136522103e48c26db09347315ba79e1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8455b57ef8e6466798b156c74d0baa039716ff57 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:899809336298f8cce67e4d964091558fd721e7087f17666d9d8e346b7511cf0c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a79f642862fd287b92e660c5cc5d3f5cc0c7265 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41d6409e52e41feb6467b72863e6063dfe558ea7fe5c051d4cdb9f2b1eef4a73 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9a22bacaee3c17e1176151758bbb713186ce39c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78c88a8f040194bf28175f8eece5f5a641e02cf8365bd114f5e321c647c5090a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..43b885a3fe860b153fc51d0c2ba3f907e462c3c8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e57af18c4febc2132d0c1dfb3708de37539023459a9b3d199fbb600d5bf3fd1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..73e9f8e0485e82741fa3c96d96e30a042c85ce50 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1de56c159a3b90cf8770ca3b3e4517910d523dbc55bac296c4a348033747ad37 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1394b2b734ec1aa88382464cac82432918f28887 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7d92f38b25f21181d2098c9e906591932288c420246de0582019effe91034b6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ebf745a8ff8685461dcde1f3e047b67b8ca4a3b6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64a9a992a9308f3c8f6dac783c2b59fd997fc2eefb6074ab5acf2dc3b0d7698a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f66dfa5ab7f005b5e78cf085337017eaa01ce29 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6596b368343f71b3377d3020e33de5f2a3898475de77770c4cd3ee434e69ad21 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c51f8eea789931b7758c9b8851e47fd0bc12fce3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d31cba1c1715cb64c8592913a0dad73786101e37aa30b422401575c8018cd69 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ade9dda061e8e15dc9d3d1da00a9ad356b6a4698 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a71525d54155c7c59b66b28450b4057cafa83c7ce376f1a3f1d420df9b5685f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3aedf5c3d7d31c3cc82285ebf56721a1e70c1bf0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ff572288f9f29ebf2bb570fcbc8dbeb331f0f796f080355a4e2fe5327be3888 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..be9ebdccee2c9c8d4f047c853864900609e450c9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae7159acb6d97bad4ff41d9dec3df0db1e811df83a4a552d851ea40e8585fa33 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e41582c7cc2e51eb0ff366ebc8e6c0378aca12cc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ba26f0134e12be7dadf471158e530c261f4845d80d699200b7b2033494c7f1a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9493111440d24f84e490f55bc8a44ddea87909c7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:613cff0f6c56e5e12491d91d6f20d59ca4a62b92316868a5bf9e9aec53b11e22 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..48bb70daedcacfc393c8ea8ddbd96dddf3048200 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18a98d2b8f755801630368e63e4cf2c7cb519bfa1ad5d943c16ae1e914fa22f1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..460b2daa88f974d59bdcefbedd23f7ad246b3b3d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44afe5ca569764bbdcfdc7df9ae396e819c8ab58c0c16cde0759be17a3538aec +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e294b9c1f9e27a70b92677c1b2271cf8fab26fb2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b6df856e36f460f50e23b5cc0ff54523a554009359b4b8ad0f75dd9b306296 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b6755bbd47bdc7944e2a4346fbf905cc5da39b7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e408dc15ff6ea4cf58ca4593afe582571cf9ac1ca0fc88de0a478fb0f9bf9dc7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1bcfc0460dfb9b0cabc4792f93f039840982d950 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e7ffeaee1519f11904ea5ce608c11e6658a215d9610d2a1a5c92472c9390400 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a6e3eccfa8d0633cf2da2256309d85066c7f63d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c09c50f00d4150b4b63f12eaac3c2db8197665959f07ffc60e7fbe288fc5ae1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4f6e95248b543938d90ff7617fd87586e5868ee --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6614f0f4a7e19674abedaebe5753ebacc6096b49678e174253889222714ef333 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e332f03dcec2d0ccfb55c0f6d7e3b0013997520b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e04d96945dbda7a3ae5af74b9b46919b8c4cb079e118c0a7b541ffe0f4cfce69 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..62a03a46ad0ffe874286ba418bc2cad789fdf69d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4e03e7ea61d81b78861f2b24ff7b35167b8f1a2f6d9a4d8633725541d270d9a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..43a49089c42a0aad403f615a95c81319112d0318 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:649d1eb8ea44e45563011a51a3284b300f80ede2a52042537e29af5bdf895565 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f6e4adb8ed8e57af0028bc1b0e587175b3139cc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8362969976285ef87e785714eb5fe719b57094f6d06a658e54e3318a5198547a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc356dbf8113b91123659c634efe5f0fd4ad2978 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4431c8c75fea047fc5f5b587aac19cb507c26ff939ffa9b0a4a3312a638ba177 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1db26a8e1f9a760b9bb64496f1255f2768effc77 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e71104ac8345c2fd77c15bcabea6c47934d1aac90d5f720ed18b22bc6c286af0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3165755b6ea5052e1bcffced93babba6116011c2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35ac82c3326e0579df1ef848154632e2af82a894ca0877375b4f859fca897090 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4cd90e0dd898acfaa3f1206474ce6948b1708d63 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25e8d2b9d6120339e67eb2fb5edc9bcd090ea90f2ee9af285a7f13ed70f64157 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a54e6a011b0b926269fb70e057c25e5eebb317e4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:766a81b0d76aeaa33521eb0b0c679d9caf4f362495cf2033740f7dc67a2cd6db +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..88a4d4d27a4b90ef9c6dfccd95f2bb967ce2ba32 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b441d577feddb2b27a68176c0cc377d00184de1cc00e28c78a93580b2f1f792 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e45aaed1124e7a343325f890306a4692f48ee13 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d313a68ee21b06c68bac19b88d667ae80a77829f4e4f548d48ce6695066b53b0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b2ce491e6ec050060384c5e49e03bc074e7f11f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2987b05a4986cde72063785e45b76d1e8231f5e7465c9365ec0c2045d7785472 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5273ff0f3925cb501643b4d9735133ce5a50e4a3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4476214ce40e676c5201ef379bce4072603ccb887b3ca93a34910348c0eacbe9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..453fc872144d8ad324d6d486a9b5e8f50160f1fd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e10cafa9309828f5927bcff6cd81bedea9b2cbbf5c5ccd22d9387053dcb939da +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..97f5b556e10165e3963389cf0f592fe607407254 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61b5b25d26a039336bd8b6eafe81259ec723e6461ed754d9076178ae824a6394 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3786a96fda7b4b49224130a7ea8918a7e1aa48c2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b103443bead8130573ba860e344701891213015adad62077c25ee8dff295753b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..33f6c4c5cde807011dba31eb6e0eb98d24822581 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:504de313ec0c5029c46d13cc1b2b5abbba022b3e7343214e503d6effebe62cb4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a749989e69a2a25e816c07ab978923ba76576ea0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a7c568222b7367c609a97924a2c7c009ddc75443e2a8f5f99293259676dc317 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ab2c6fb99e6d792594b631a1ad5b29fc9c1a228 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bdfceb0768f6d71ba7e44cf6324548e7cea1080aac291c35a90693ac8d00650 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..520dfd4f8eb9f50279cc9de6f8e562e5b80b7308 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:546aee04d8bdf837fdac2efeb0c261c1643a8990056ae05bb8392755cd2d1fbb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a096c9ed8333f17b9cd413eb25ed740c74389cb2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:585e848ac671b9c16bcc6105b1dcce0122f56f448ea7dfd356e2555a7191ce50 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c22a31d5c1ad8f1fccc64321f41871661c98871 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfe95c5efb4c431522b55263b44c67d6f69e36d56eb2a045f2993f98cafaa2c2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4d11fcf4f9aefd4df2978f6a45b03808439ab56 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa365b4dd84135222e4e65235c9d65719979a06a464d726b4912db1b16bb84aa +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb7e8fe4a357a1c4e047921924ac9746b209aead --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:296617ca4c264e0c7df86e21963ef90609b50cc4a14e55950759f1a21753fa37 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..835d6c9dbdb7241c9fb206998f14695368f32056 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9201b96aeeb67269773984502f86fd0592111770e31775bc075e4856f51960cd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f0dd6f1ac8f30d029ded9e3d8cedebf1f7f6b8f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4330f14c0a78751ac6583a6fe580f22a8917405352c9293fe8dc5d368f9d938 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb5328d5885985739b0b52f72f84386f3c444a52 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48162531d672250515976319be9e37d8be85535ca37ce03443bf79e81e89e5fb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a43016129ddc01f69f76d2c868dec0f003900f65 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a02d8b55f0c2a039e83bcef2cbd1d1e062042f66ac989121124b1d129cdde00a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..34a802b5a8627883b279b8ba237a81d0d3eaef0a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76629fc49e75e0daa58e5da3d7510c3e89ca35daa0e743f7036459fcf7236b18 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..34bf1d619f59173896749a33be5144a81b20c02d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4700c5893fb27bf680a276647fca705342fe527da66117b16d148b6135ecdc01 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..35f390d2d6929fdc83dcb8d72eb66e649086e3f5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b002176f6beddb2982f4573e0e069969811f8c59d818af368c206fb00add464 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf289a1f56a414e6a6752c72b4d1a463d641f3d0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a989d02ea961c3f3be5f148573af2aa8109a1e0c77bf9c110df6fe239673b59b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..33876867d4f84899c891aadceee34924b2658763 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6aac0b64cfa021390f39e5f205f89acc09989cbcc36cea1ca0ddb377f2af926e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..40f3fcfd150c739864482d1d622e0622c821a22e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:272bb6f6ab6451ef8608b92a595f977318d5358379727a70db4bc2ba222b9916 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9e8a7873ba6e551a5023a8d4341edf0efdcc632 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1b775a6909aff78e9aea6abbce34e14ef55b84f52c2c2c625ff602a3126fdd6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..348234f6b8ee8e9ca0aa452113a6711580d4973b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c469cccec26bdad66e7443fb70e4a0b89339c7c8562974ac517b8df6784108ca +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7da98c12f2c0b4ec5edc43fb320c110bf2df1d3c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18bf60f386cb5b5fa4be3120b7995c40932eda0b03f999a16ce73171fac3d680 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c8e5b96c48046a3f0d20d18fe1e1e99e4ecd20e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81127aea7f6e0df7046a7289158b843964f4e7d7003dd6d74d065b58456f087d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ca5ec4e19566c1d19415d74c7c08431c895ea22 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d766c51728b2024f6f5c6a8541c5674de43fda9adff33f70f4cc6e476d78b86d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..769a768861b057851273ac0652224584c3c531fd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:855ffd6f61c18147ce12e5395d7b409975c006013a375110ef68a8d4956cfe25 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b2041bda32dec8e604d36cef2266bc0b7ab27f3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c743eaae679a49707a23374433b4aa28a30d6129799be999d130ec87c3a59723 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..987b194bcfe4b0824e5e6aa894db3ec6c3321af2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92ddfa162ed079702dbc1c3f0070a662f93bcf28ce1e0244a204b914eeb860c7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0a74811f3427f286075edf9643cb7ffd2dda80c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4d9502bcfb3fd8a7e9be95e284c6ad7ec32ed46839ac5baed01f3269c274639 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..998a396460fbb3cff23d860414aeee96e504bd7f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09f55f7556ddabca4e8e5598366dfb561c46eb5f8030f8d009d9a2c94ae13fd0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..41ccd1bc8b4c1a486af84f45f893c6b435dc9bd4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24801d85565f4b61cc52d8f893cce1a1da308acfe1a0cd5175ac17cc3a3993e7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5eee7640d4e5d7f9f8ed807efd6f7c7ecb79ab1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e845ca982d016858aceabfece793de315dc9c31d4172c2339bda640f441f1681 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eeee2381cc1dc9e2eb19f891dc0d4da32b04a736 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7f613e5327aa16afbc9131d404bcaf14e97ac952bc42b28e29e835d248adb55 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a819ceb6dfd70ee1d8a4132337dff4b590b00df --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f54639379549d6fc28a32c3bc560bef4ffd6109fdee1c5b2b847bfe49ce6f1c9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba2dffc1ec900dc691ddde712342c9aaef2423f7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df71ff4a9e77521a163e297a426c58a36b1ef71e4c929181900c59365e1eb121 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..51ae7f69126fae7c023ed3b32a41f9e027fafcf5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50cb5534c94355c0f7b3a0946dcd938d682953d1ad3c0dd3af8e14a1ef3638cc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..25cd76046a91dbc722b3a2c4ad56526cce5d4631 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20adf35167780df799ed80c39a6295a32ceec734f57b8f6a265c09b5e9369112 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..72a90aa375b3623b5b2f247ce19c02ea8cab45d3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0429b09bc33c85741eaba270471401f7e33fdb4945afdd2c513f499d245aa5aa +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..14eeab24a66ae1e8aad52200439b2f5f9164a29d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b4965a439e694430fd259ab2e2dea4a0ca96417fcfef1c7309a75aac3adffcc +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..79b78a757b8a47d9b7707bb4db90c0a909c664b7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a783a82506209095b3d94ea953459c8161c15679b64047f1af4200077e4328b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe0cbaec33c9ca5c65e188131eb49e8d2f7b7d0f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb12c1079a92823394805f26010c973aca53a0580fe6eb564882627f9f1a2fe7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..38761cf07c4f836f5046fa42c26eb4ab771f4a97 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8cf689548ba304ff6532206214c4d8456b2a1747a2c0e9c137f710a4ad16ae6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a910f780feb8b40419105f3bbe8f80cead9e281 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc89ab17e844ef1161c3fd67438a93b6219a629ced75c4513f9894cd090e2d6f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..78265fdeec60af9dc9c528ba0698c5e3b3270de9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f61879af61fb5b9e951c04ab5a48fdd64b8e9fc61e2050568e0be29c49794a5e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..29bef909533fb5ecc0935921cc9b63edfc637967 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c116240bf775bbf6b14437eb24cc78893e1640feae2089bc5c0a6cc467af3e91 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0adaccd735312b6754cfc6ba1b748a9c1288146a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0c355f0bf1e9374e0a8e28f5774d6334dd177f844db7df5289547979c1fd90e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ecba770d7c99aba38b5a7da2eab64de8a18b118c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f2e6776f7589b050e0efbdab65c6e7e2546589cc9ac6062423e940d9c4ea6b7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2055d549a3b92a7d69cdfe3aa8c163eb172a360f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d817a2d5fb3f1dfce4a79f7af2648dac9d76d01baa454ca2bc6bce70e7940381 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8328feacdf4a96cd9b6a4da6bc192ea69b99d88c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67f94e75cd7112ac69ebe8b23b101d21c7dc4c5babe69fd42606a12c7adb9fa8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef9c8a04acaf13c3d4d712b62f03f65faccae1f1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b3177a988ce1cdb407dbeb7fdd04f014dda16ff8470cf1533c90469e350fd81 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1dfbc6b3bba31a80782c7da8ea42091ee8590f55 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95056ac08da1ce42bb780cb78f95ef60904cadcd0016f20d8b0c88ddd5c5a6a1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..608b5494434ae781d720c14ea3ad0b2914f2c400 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8dab5de1bf260e0f8b7f5981f15af8c8db2f972545874a041fc9791791eb0ad +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d91fcd97d65e4865b6e0f73747c4c264df92856 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9220745e613d90e9c0236d413bd9cfb9844c4cacd0a940f837e4b58d07b0ad1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff90bdd136072e997469a2bed5a471f441ddb18e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d50889e3481c7352c4b1ebb90e59f29cc1e10b5fd3581d17acc6294cb8538bd1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..85353b58470bc6b6775aa3f383bfe1919fe4c24e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9122b6de3e9346dddf74955ffe68c29cb294b8fa501f26b0633116b76b08e56 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9aba70a83056576fcd3f292ba6f5afde991e4051 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d174628dd7d501a550ce5dd5e790d5189b36bf20fccc943f9754489c7737a96 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2166a169cc2b9ff2e108ba51a172f46aeff634d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e442774c7bf8f795cb945479709335555dd78ac07ccfe40d341f2a96a566507 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..34e9fb337f898abc55220db863634a0dc6545476 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb956eda6762e2413e21c2b854433c6b20c8454e0f3f57caff8997cf97d74682 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa2c567ce23d943d21a72eaf43794c71d0e1ff7c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b668c2c38e1c321310d0483f0a2f373f64a1b6ebd5778c4fbb91b8a3fa1dd5a2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca367638ef62e514f13e1f788cea54ffc5f1e0fa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a3abbcf3f51f2a81450bb50baa48f3b7d74e0975545816a9064caa6ebc3f44f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fda37e2b1478702b0045ed3b5c4e05bf6cbd5893 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9723758bab863749a7c369363b10b8f7b3e6d1c38c82589fbc497d89df5b1c0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b7da98945f35985cc7358207b4808e28b88115c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b049daeec1da894f9361b16985f222f4baeeee0b6253b68804279e601b86d617 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ad77ce6d91a4ae78a76745658f10aadb3586ce6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72fa85aa2c81baeeefe88c14f5940dbeb32e161ee9b3f283e224f4694a2612ae +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5316ec1c2d5c17128e7b7db7f54b00c3a36c190 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d105b571522e7b1d4d1c4051ecae69e7fc536c1bd17ebbd455f9a8dbc874717 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..21f3a121001ac03e57580114bedcff8f66f7ccff --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d4997097adbaa4f0593a0d285c9906e3a684ce7321cea90568545bfb63af1d4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ba92b9cf32fd270bb0b78d70c24fdfc49d128c1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8d0cf14b9105442d1b5b84ab6f862a099bbb70d8e81d4f72b34ab7dba1990e7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec18d1469cac3541893671111ceb54b3999fe76d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fac973fdaae09430e0fe24e3568947bf5b2ce8bf2ca06a2296b3c5130eff02cb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..488a60fe718d1a309489c5084c838de51efe68ce --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42d2e195a42ef8fbfee7575355faf5776a51b4d17b3ac2ede2dfe89211fa472c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4b46dea59c77b846bf436714c432f18948ead98 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:094ebbdf9eee51b73a447dd958ba26da03b964f8220bd334563e194932168d50 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a804bf59bfe84b4b79aed99c862dbec84cd6139 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee6f092caffbb7db26dba64b6b5c20da318abd5efbd8d33695d6544a04bc8afc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..84d44fa2ee1fff3d041aebd06f137c5429b9931e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a04a81c4b358745bbcf8cd9c7d5b10911b13d180167493be6cb0d1f45ebeaee +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e20519b669496dc959c42f7467b7978e6889f0de --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:072273c874a91175a12bae549a21ab12c6b88da5c8a864c4cf6015ac45f2d37e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8752b0be339475aa9f236a8527ba2da14e15da95 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9d2de2bdc66374db42a698309f8de1d2ef489299f36da1014376ccf28dd0263 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e841bf95ea3aa19e772ce72c257588cf4109f049 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53e2806d4348fb9457b33e26d352cd825a2ba7eba94e5e4e8e51685fa269ae23 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9aeefc688d426b2533b9b90d1534bb61ccf86522 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c48bc914149f863dbb2e875818340298b5fb2cec55ad59801677d040d9c1236 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..60813787d1a430b794ca20e4f0f97d625e248a65 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ee59cba493957af5658068df4021ac16a3f2f8e2b8a20f323029d8023262730 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3dbb49be4e213ee76d4ed0552c4dcd25cc4e4a57 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7963279ef9e4ef702a2bc5f27c5110c8247d97ce358a727a6ac6cae2cff37a3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c845d5b1372295d7128dbb226daef57761db561 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bf101ff6ae3768718bd4381df67ffacf88112e38ed38b920b7f238af932941f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa14ced5ec5f4e4760f1ad96266a9595e4ef233c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c5f1f3960de1a102d60040347bd15686fda312646f37a832183e8c7199b608c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dfbd4c8923a9a629b4e8367f3ab637d17b1855e1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d35c8d6e8bd9e1c9a96e70e1be4661a65a173a45dd23689d855339bc0e204781 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b58958be696ec9e9cac36f42a6fdba170f5fc5d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44a63dfc2cd990b3acd41b183594f75514d9df1ff188376cd42583c9141ca874 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..68835cd3745627d9f27a0a3b1e3ae7694937b431 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec981e28a416a95457981ff49d750b7b411d1e46353b47330ee1b400197a341e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..80a0a4f2967e581fed544d59ac7eaf0965c47d40 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c831868bb0be647abf7f8b58a931ba99f5f41fd5d7f5737fd85e007f37c78c57 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd6dac2e631a0708bb70f148c3423acd1429ea6b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:712621d8587384e89d02f0a72c350a25f0368302e4539f942c898e349f98c987 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2313cd618906be1108feb4bc5bdfdb2103ef9c9f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24be0311322f0022ed20eaf542b40c7016361aaea68ffcedc095f7d20f72db06 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..097f0c4ce6b168709cf5f7aea467649a89b111b6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d76e0b5955e09285dc59f2ebd68370a74bab7fe105e0bd02ca4239d5db5e48e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9f6defe1193aa1aeca5c99451fdbe9104cd9a22 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b205abeb268bf5590ad031a355a4d1b7561b9fb3fc806a89076b6e5cfb94fcc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c28adb642253aa147d370c31c53e566d37b4e7e6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84b50171c2e44bb0dd3315c04d6d1c39d8f8944095f8019c98ecdd6d598a5391 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..de339fd7de8d72e569800f97cde176cd4ddfc082 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1493ef23d2b7e03c203e3775178a2a8b676afa35e5ea0dfbd4995171e7bb7536 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e4dd2cbb13f9e4749a9b4d553a4d78d2a65d4f2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2493b50b0b99a13e199ef3bfcf2ba615c65068a0c809075fa04e2d786424dc4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce5979b0fd7d67ce3794cc97156007a7a8eb43d4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee1ec707468ceb36ab4a31ee163e398b12d5510b007629ae0614b4062343039a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6703196e94e28720b5da38080e009507f3c497e2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e80a508029c28cba39d456419aad009331f42e4382719b64ba6133f91eee154 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9adc66e654df4fbed6a77d81f4785d40a8f2691b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:842cd9d3aa0485e6a2d6b99d4f42a0a75e335d820baa0c01bcd4d1dda944cab8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f5f3141d466a51d162d0ab5d12e073580f28aa1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:472a4278b487cd957754dca8000e8c58719450bd3afbafd781c7bb94915fdc51 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd5650debd3a991c51b6a79a1099ac47f85a9fbc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42f2d9dac66081bd6e133db3197f3b0ca51fab789e601308be17817f1e6a360b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d10581b4ae4487a36b7b43f1c3e98cfc145dc88 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0bb7c08c5f331cbbea106abd466c9ed9f0e7b3759feffa9dace32784aba3f83 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4774e42a828b0fac2a305ecdaf39130fbb51a23f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c07bf776fafafaeeeebdce43080e8a40f47ebe41236cf7b61ad3f64916dce5e1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7375035c196f734f051e4120940a859277de9090 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f71791045971851530bd310bf1291dbede67c9c347158daf31891017dad5f1f8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..651bfe38268552bc77e4cab6103b992cb450bfe5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a82790bdd673ca25cca0dbb34e70f63907daa32c675ccc636b53a9417edf399 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4d0f3fc120493226b5543a2f90b5a5c0c0a26c4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8ee0a251fe2a710b780c2749ec8b392d01bb31c3037ba328713c9024ef7a0e9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..60454f5a08394823cf03a7ce94fce8fbcf3d85ed --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ff8aa026148767cee723fd0822f81711ba41d9fdaf295bfd11e4c597095119d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..916b5e71e4f29a5738e0a21ae2e3562651e897bb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5871bb878f886a219a7a9c791dee8125bd808412476cfe60112b0b5c40b23b2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5676a7019b950d6033be3743fab84a470f226a6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfaafa788aeddbf1a5024b7d9d286e36ea0ae22537e0c12f79f09d82d8901ae3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..03a34d92395baf7e0c8be2a18710f6982f18cdf8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:892a786b91c5ddd15205e8c6080fe90b037cb291412276928e1b4341fd60e3b3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..28fd30d952c02d0f7b86369c9c06b09e7a345c58 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a27bbf92c4f3e6720477fd7cb2b726ce7f86dcfc81ffed598be8694a048fc92a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad1c8df57816fc1c82d29ea995f5f2e43abbb95f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21afc7610d5ea73096ce3285285bbeca25da61e8da947625e53a8e42e6d9c962 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..898ce8050b016ea299bb59006e1616f77e6c6d0a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9883e3bbc5e6b275df8be83f5935a6dc9cf91ac7ad94682f8cf88f94fb0146af +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..99873b4bde3c740f8b03ccc36bf1ead6da5a42c9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:594923a9e35f8a5e12fbeb0b798fa892f3216942fe04d55214ab223c7efeb42d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e410672770bc562a7fc1432848449a874168a0d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1023c0caf90473303cefd6a4417241d7db002863cb44dd4a56d7f4b3e8f38563 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..98eda0682845860acd19d4aeb94addb015d58aeb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9baea8b295eae03cd5dce826efd3d618cdaecaa13b575be1fbf72c83d7d1e3fc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d0ecbd9752367b4a3170d3b443673f80ef2d53e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa080691ead8ee24ebee3864d451d3b51fc1620c4723930200e850e49c67d2f8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f7807616213ebf98ae5a27932d5266a989e5bdc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66a08ae62d4d201b5bacf1a8ff7b54da444b8e64ba479dd0ee6c5195c9fa61dd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..03cf75a8b5115d4f111914179c79255b8c0ac40a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55c208a870d005293a8b54420d8ec7e7e200e227ea63b4b95a6f24bfab0438f5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..95b948bdb83b1be484b6d8f349811d049cfe682e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5489854e342edd6379f4031732e0e9cf8ece64d7ce74992a4338485dc0bf754 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ddf6ed935282100c6d4fc95e62e870a39562aad1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b03097d78aa48b29bf4dfae58068d8e9cc9dae11097424e06f274e3904400e7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d959e215933b184e68dc2b43a824725d7c83b874 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:018dc13907e0e45117ef5313c7fabe5587a01c5f6b1fad7c2161737a761fc476 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..244069515c481c5e5bb32200ba6ee7e963d39165 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e34f5790afe9bf37bb2bf0572bf9de7237bc3151a61cf7def45361da2a312cc +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..45599981ae41bf42f415312737644d47f27e7b25 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc58a37304b5fcba1699f21933275c8f765adefd8662553244a646c7cbdd7d58 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..28eeb101a8d8b07602fcbd8766b6cbae08735584 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c0a4159e0b9e6a3839e6796ffcee98ec48c9d5358ad0245107ed3f504c0231a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..234170288837d4a3eeb08a3359a26aa07c4ce1db --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77d205e767ae235a954e441de60c458e5bd1eab6416d70755bff20dcc6b93dbb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..791883fa90ceae986700e84da919833167ef8fcf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3785ec3d0ac03dfb9c6bc47030dba19da0f089cbc69c640ddca0680798f2b4f0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d6a4711b720b3ce9a0691b0d6ec93880930f508 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9f2ec06ef33a7fc3e23e9e0588a0fe5287c5556559eac35c6299abd766e602a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c91e6d0bc728112d877e212d7f1a635a31a1377e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1119980f1538ea30e935b5ff0431204ff452f44819b0a167d11d9e261607bee6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..387ff466e767e0c2ef2c28d89dea70fac05ae7aa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61a729113977da5baab67619678736591383d0ed2567dc18b489e715246746df +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d0f0748f27e32d92417097f64ee759926d6cb869 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:032ca33a1524009dffba6ffab4471122d87b1274aeb4f159c598f8b77ce6ba37 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5bd9385e17c69bdd0479573bddd11fe09849230c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24863013d1711a434b3d48723fbbc5c33bbdfbd24e6c353c26896fa2520ed15a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c351bba009e0a3842f7fc9a4bfc888ca36859bd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:355a52f0f6005eb6706b05aaac5042c5cc83d42db0aa37691e279e070c1e8fca +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9095a89383222497c08be322a6e5b21dae85170e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f41d3e9cf38689900e2751fbb9f8023db60904c201504a8f175cabede18bfe14 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b969a1f22ce012aee3f5bf772f4756b5aba14692 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74ddedec03501710784fd9ea63dec48af142257906b2b7dd6cab430f6165e54 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c956f8f1e1bd3b27256d5b5eb95dafec78fe0ef --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed865f835bafa66c1d99937a1e6b207e1abaae2893823f825fb4fd56cb140233 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e68eea751fe540df1e4afead477866d8ba89a6eb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e80d13244842a37effed60955d5bcc4abdb2b3efc20b7d88b68c90c916ffe5f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..30706aef2f7d5898de15efbd17cfe65d362c500e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0741dd0413a4a3b622eda311b2cb1d8099cb3a6b105f4f86873a38f556d3c78 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..53f3080a84870f1ace6e4e19309fad54d2771611 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc9a9a59b8e4af9cd3e3c0c33bfe0c2e94685edc8b87530196aec91898c6ef59 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..69923ccaa08b5c5b2f12256f6663a294cfcfe4b1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7eba0c03f9e5a08a05fcbcee39ab6eda3afec0ced6e84881f7384d801c74df28 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9da999c0c7d4eaeeea3a77b57c12026d098c772 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d22a5ac28384b08575ee3ee71c57cd3b1d5c6ae07b310bfaf31b23f71b6ec2c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f89e27e6aff43374139056e1e6e6bfa638bc50f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:544cf19069bb752fb51a5ef5fbcafe4b8506f7b067b2bfd4d64e655b0ccbe0fd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3d0ba30ec320ceae5625a667d7966cfc14ef4f4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d91ddf3a7dc0f71ea1f46ec9d0094e2c9e78ac4dc6ee8a75202932622547d185 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5eb7dc9969644edee9c733b2216e49901d95750 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24768beaece129b495a1734c46316b732968c0ce31b8ee81dddd2aa8f344e594 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..46330448ceb26ffc1ef25ccfee7a8b9c307156fb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82228e2c0d8d44d02365d4f16bfa9bfc4db8ea2fb4f1b5c87c8ae1b174b938af +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..524a2a2414577bd4a10dd5683563fbe7f09390de --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78659b4c5bc16cccbc35b6436bd74aef6fdb469948a7400b83db62e845b16436 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c32d750191ad2515b9452cdb3545509f596b7aa7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:389f745eb05abd852f41f1ac67351c6aafd6db22f11831539091521f90a99335 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..50008f881e602b1d1aff806f05d38968471e8bdf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd8f506d9f3783a6e8b6a540cd11b1dbdc2b90df439e55261368fd3898060adb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a402ff9f19f1b984e09db44a7e49c560f3e4471 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39cad05b2e43dede19c7c9303aeedc8c0dd926fa3f7562e5a18d01a9b80c2bd6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2cad79d54f98e653ea4bfc5f01591673884ff827 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cd1ecd60ec8602e5a8c4ca97b5c4a2425602d8cbc15882ab6ba3a976f82048e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fab00790baaaad3037c338fe560287ae00216458 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fcd6c05baca845327cc495ec8b3159e7216147222cf44684be0c59ddbfcfc1c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..176e464e752724b3ffece52629128ec498faf6cc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b41757a555fd980e0bf9b4bc79531beba026493c93b1ecec2e95fe8d4720ff7b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d26883cf157dee20b9804c2b99b342c782f3e23 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9cc6af2066f6c207e66f0e0749b93574687772e7f399936e7f06aa454013c4c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc7c432a7f37621e037ec963e1b7867f8648838b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfe4b1eebda9a501c9ac830f67e9df76b09230eaf89504c900c370968fdc8700 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a40bc65502bf85e0b2392aa8c498d6bc40a23897 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f762d459fa2f0cd59d6878ed5e83bf5b9410609dfad4fe25089a864917b2ffe +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d82c124d7959c6ac9e61f9eb09e709739269ae5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90f5e3908624103e5405a15f1559565541d76add0bd04d1f79a358f289d5fd9d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9912c993b4dbe3e796d1055f31942288993f1cca --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a86fa050349349c3aab314162f79a2bd8d1f4efcbe34097005a1ea95d99a8c9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ea9676d570a8e52aaca354ed54aff813dc5170b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb2e5593685e8b0ff01ea15bf7d1a60b1890ac1d51fe33796b87ecf35cb4b397 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a93d923f2b9508f47df50770fd79ee5d0aebeda9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e84b3754019b6ac96df97f8ea1872d73b2da9704a4aef1a466c5fa047f8afaf8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4973dcf3c1f923ccd71ed8c711a3e148ebb8a0d7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d321490c3919748d778ce4fd56c3124e5fa830fc9aaa4c2391222c0ef917d4c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..73334421332a9566b028faa24236010e862f2107 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43b501ba4f14a6abcd8d6f9f1a60030960ad0ac8640ab28016b5b90b4d4c02f8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c0a637f35773bfd3798420a9d8d5ef5780203f8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2392d43428800de2cae19c70d22a6108c62a020d1f5726aa511332555b2061f6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca2aea69224763ed489aed7251cb29740626d85b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1b9e9b1478f40ea4f323e18e47fbd7a9c4f7342b4d33180da717a7ea615dac8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e3d5e83fbe72030e2487867d41691dd70126ed9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccdb5e74a2a8522621252cdde2bdcaf4178c292a4636398893ac1a97c08e3d7e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ee67b6d9ff3021a42955b6db4a54279225ceaee --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bcf3ff8ad2a9dc1db0e0f1a746b80a9be9ae6a3d46208a0fdd3b8c0e8a39f30 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bfbd44a8f1bb0ec224c8e2b07118e53b99d814af --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:913b240e713f84f490b2f03d97838152841304cf8a2ce316e65a4cd181bdeae5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..49df089ef9c451663378ca5bb746469cd2ce5c73 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d78c39ad90592f7ac21db3c2ab7e626d4340143bf4b521908d3e770042c367c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e17baba5825ab1372d5f2d1700d2367978b33c21 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86449cf9dec3c7241c27a62a4780d43cb44c79c240346a1d955bf8e58be3360f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9efc6756354c8e7fcab3cfb36f6c0f27046a5724 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aeb145c19f2c4799dd92815d9d5540429655768917098119c1e6bfe20bef168b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5ffe111df1372f64527eba1b29e9f428363e778 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4f62adaa4404bffa28715a6f6bcb0e940b6d83a952642ccb47cfb673afd8496 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b9e04455e8aa7c5a978e5d4f23ff72064fce097 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f0de613891cc6dab109ac76452cdcfa3a5c4219a31cd4b3353fec4a3d176321 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3ccbdff6d7cea353c3548efa5cbb09cacd1c02b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bfb97399a53f5b4b9078a6f22fc39483cd4741a5e70fafc5d253aabc7b72657 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..17c16f83e32eb93e6992c48ed795290c2174d42a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85661d22a261c38fe65f7247b09e60b228d59d519eea4aabbbe5ee0a26147ea2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1f023d188aa3a7e3abb1105f1e999c3e904b45c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a087e88929c34bf5c13eb58e4e351686c4a75d92a0dc1b7deb1f404f54b9a67 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ec36945af15084c64ddf603ecb6f0d47b15b8b9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13aae976deea672498e222accbe5ff05cd24380aaaa1c5e5839d7096ded53358 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..92ea5c07844b42603414a02899768a77bd01bdcf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cba3ab9a31fb6f5db9faac52b332f7d80164beb0f66ec6af6607996c047295d9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b8d26aeaad28ac4f46cfc92afbb320c282e048a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c02e6792e0688d1880461ea5ae65ac1a165d645501f68601998a8965a62428a8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c3f2230a14e3cdd5e4029753b253a4b91c8c1eb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a537ca8ef5a12035d2beb63bd8849ec42223829b64f70a2823850b6ef6f4c0d6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..35290b6c3f2c68708e72aa24c495850a33003aea --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b27c8434924f504c36ce341b5fe9bad8710a27cdb2b3dde0dde6cf98f096c7bc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..90a8db6a80c0e8b9e22ee931158b5919e276fb9c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64d265b2d6c3660745df248eccaa516df742c30d875c4a5574dee550b4a46769 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..41d66015b14a1e5d35406c529825e59b579310b1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f864306c425106757608c0bd2dbb784b1e0e82593c489fd22122daea6707ef2c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd10c4b51e56669611a505527e2cb03eb8c97cf4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b5c6f7a89a45fcde224358bba1e0b2e582f171158db8040527decd72dcb30ae +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba35fc02e6f5b687b7703485ce3098b0f9b28e4e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebba8181800ad050c28e37065d56dba7d102f2566750b06fecc2906018fe0c67 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..676047dc3723980104c6b9312dfd0c4b897e1bac --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:663b47db07bf2bb8508fa9edc66e9d9cc3f35332382b801cb3834d184fd40a8e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a8957a87f2c06878b65925f84506b0015ded76bb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:636c09d3ceaf92a94ae12e6f8e3844bc25cb10312ff41873e46fb608bd4a2c44 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..64182715af2f50a8255bd5dd97eb6029c3d93522 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e961d0b3a235737cc4cfacc58736f4a68808f769a2e648bf24aacb9e268885d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..41e492fa7625ed45ad4815e5e98c0e4c3aa083df --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03cbd6872f2be4921be228b26821b935b8208130cb7597d2b4b5ceca32cfcc9f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7a6af16f3ba2bc1efc82853bc14c246f88d32c0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6028d80bc7419a1f4a01d05ea86c36796f88a3e6fb07c89a13264458f7c0dcc0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..13c551888a1bcfb9a9656749f3748f9a8cfeaa02 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f732d00d16b41692542dc094398b717210ca4da933d42c8db989ab1b475c2c1e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..252e9d7d542ff5b27f5b7525d646c56f4f032946 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:428a1d7599cc384af8d90bba80564d3571d62fa2f4379ccabd34e19c20289c60 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..91fa1f9122402c2f5621ff6c92179e2db5a5afc5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6db989a3b61c80007a09cb327e78869bd49f57770fa4370417aee4e78939c6b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1febd27bdf8701a051c8e8fbac404af9a443b9a0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a1f2ef685c6f9c2c5384ab938d9d654c586b1b3cb18c301d2c5c6dea74aced0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2bbaaef44d8afef0da9bf165781d4dc64a672ff2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:996c92599b768a0e2fbd74fb83b04803b2ef9d9fab9ca64c068daebaaa764ddc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3bc5591919a3fc496e84c8fb967856e64a4e7c90 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0eb088454a63dfbfeea7bc09a3c7f89a1b1640aee39a50701f3ef0a101353404 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb3fc924c57ab71ba10124bcf793f456704a7ee0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bc725810f6bbf9e9ecb1779bb1c03a7ab5ab5ad7fb95888c0e215d3aa3101ac +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9791b1aa7d5f198a99854f9449f470c436278691 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a51020cc510813aa95d9e4a63c0b2325937d8cc09f25bd647e52bb0179e61fdb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3385479aefe64481407083d05f7017eb139b76fc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8695a94e71d96430c4b660e4b6a322b8c39aa526e8e9e732efae1dd09e48737 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..69c3529f75e27b85382a2eba0a3259d312cb6041 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5e0ff969165ad10f45b49f1d11e88c0b37e0ea6615594459f960e6ae512125b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..54a87245e29409a1c4f0bd2f91528dd6a610f205 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6decb9b84ea2bde15e93200192575418d87b60300ad36b590daaa0f0617e9aa4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..72b288895fc7f4a4fbb4011c1ad283781829ee53 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:488202d85f2e9aed409584dcada2a11ecc7c3e3225ac5fe28ea6068502603448 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b474386534d4c0c34a649f85f04924dc9d1b83f1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5416d2f8a41a5ac2bea180e08133794b3905d76386367a06d32cde38214bb057 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7da0647e4efd9adda5c60847b7e7776450b83149 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99835fd2c91042f4af677698f310c69b8806a757b40e97f4a838d6cf4f6e7230 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..423cc37b1f266d3a30f35fb3ef79306e8ced02a3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2aeaa9a583046e87fe2ad2f8aed9b9ed023a5519acff5641eab5cb49054f722a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..11dce2f38c9b9150bce7b5343ed750751862f948 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:167da6549178180b4e5ce927d8828e330e4c619f6ed7e13d6c9067b14d962b27 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..31ba4c27fc77e85865316d015d2c703255022a1b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4d6aeb0b41d17912bbfd1ee34605f411fb07623c4d54aaa3cc3f31dca3afbf0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e241bfb46d2c4595ddd199efd9e5e27e54aa3653 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d4752cc45bfa51a8611a973bcc68f020b3e9a45d49abe5795b138184d1bd26f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..05e0ebf4a843302828527a359be36d254dc03865 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ae12c38941878135b80976aae2f1ebf8ede740e57928f436f3bf80c30030344 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..93bbca98d4fe5b0cfcf80cffab25fb1a00949693 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c24189f5bf4c896fc0dacf337e8c09a8496b5ee371e6a8ce08560d111d6bc153 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3666adfd164b7e3098937255b80941049284d82c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2412e697ba7f47045a9e2ac6cce021a4a4a14b815646fc17ccf62c8d1d6d716 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..66a03d82f259509658aa9aa62f10d5afdb038413 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e72fce1a45ecf0f8e5d1085edf49adffe5df7d67f73c5922d77d67d4c8f475a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c322a51ebc7ab4bbce2b3c377e43f001ad61932c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:baf4b2eba4d326900ce97c95811bf3fa61bf6b04feb31b034f0d7e3875e27785 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1d58d9f148730c3883ea1d4c8ed58e0485b55d6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84f6acf08e7f93a67ae9026f5414514258c1e6088fb877a62d8e49ce5254c865 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a41594e58ddb2fe6f36819871d2b5cb4c07f6acb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:daad07bfa1ffeee08a092b2efb8bcd3a4a1ad027cd639bda0a430f2712e15751 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d046403dd211a2c6a7afcfdfea30c38ac94a6f57 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:924a0cadd418d124f4e687951d3d2a77a61a0224a7fe6233d03b5eb5a137cea9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f3a80859000960585063d2b1e4d019e1ca3a09c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd6c93155a6df6a7dbe288de6ecbafa942bf5e3fcb43a436d04aa53c452cd30d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..af2339bf97519fe9de873cbbc15c778581870398 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02898768aa4b4e000da9c950a89da05674e4a7d64e13888ec68145b6accc4480 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/lm_head/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..116a67cd6a89a160e2abcc5ed0a29c45d1b2050c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb9cdcd6bbe9db9bdc9c021c942d70c7997e13aef4ea3cb3ff16656510f9f288 +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/lm_head/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..645084769fd8f016de5da0d3149fcb6802adb82f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cefd53973f83db4dcd130eb581b07b68d5d91649011d244ed4c4915b87841bb4 +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4ad15a67fe8bfcc11aecc7514e3281dc826370a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50912e8eb49bd2621cdbbb9a2d8a7770ca569a47b15ed1a667077cfe723d7968 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ece97bff59b46b492013a21c20bdd561b77d23e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:901ecc9fbbefb47e80c6fb7b77289eee909f48a5c183c4ed9378c7b71db732b4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb0fba357ef28264a916a085f1da167a6585c33b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5298651d7325455c5a2a128e46b4ec52d32d036bf82b5e5cfb64e283e43082ac +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..84db383557bc8586c5c32529167086a325233af4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6a3af3c6e145440f2551f3014fb50729618a5658bc1ffc995a4b42c1c5b6ee1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..67d50f372f15e966e8bba9cabf67a6d5fa5d43f8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dce2e338651c99d9f5402c7e9803b998bbac6857842d0bdd4763a7235c3faa9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d159c74955c3595e4c7d0c32b550534a79eadf5d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:902f2d10f1b3cae304c34f5df800812e36fef66bb62422e636e4034f665b573d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f6a27ba58fdc60deb74246e05fdc3ac5b146a6c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f472fdb760edf17265da9f0dde37ad0a931317d89f617b3cd49b59061b908ad1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5b9263564bbde20fc9dc9fde9614221e28c246f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c26575a17d92436897b61d504f6a36af07e6c29ad83904b8e59848121349572 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5e179bccda12a94216d7919df47a4919a7c8627 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c57c11e47dc4dc46cd342cd253691c58cf2bb17b870e6f650143c1b5d7b43da +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4be06bb66f2bb6b12bd47de7d3ec4b8b480a9466 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba218c6bdc896f55147eb6bf90cbb4368b069454c4ee069950e3def90cde2486 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b5365cd10a8fa104297f813c375ddfbfda6d311 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d332159f2cc6548bf6fc0b4b8fe62a4625abaa60059bcb29177a704fef972bf +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4347fe3af8e937a3c65443bd667539f754ec863e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1daaa3934bd13294586c87a9751415673cfae803fb985495ce4f395741418d5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..54095a047ec32524216dd93c61a0dbe22fd55b69 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed9a19ea1f98610245af4f2ed479dda66a1eec596c0e25dda9e55928aca80f17 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..044a580f40164012645d96168b19d195d79a3f81 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27c7d74d8a7381e2df8a948a6a6479d9b0d9616f34ad43d3342aaf827037b155 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..43d66ecd8e2aea3d9f33953d0eefb19af0518a26 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9364e6c82a749e61727582fac7497cbce0b912b1b676a46871ae2a7c9468b7f3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..55ca3bae2fac04bc21813b08189644b629e4b829 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66a1fe7b65e141648ef5512bc41cf858d3ca69887161ff5591032ef78a9e03b8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ddd888e445f7b61f9b19bef8f1011c0bb9dfbf5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05a3ec9dba76c977fba8f2a2ba96d6311c4ec6bffd3df62d7c09d48afa1ea7ac +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e58c3096b6b31f89f9b98ccb800505314d8af643 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c81b06972ba4ad11867e865e8731f7e9b0608ee78fc9cc75b9ceec94449f60da +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3961b3fd0aa575274bacd04e1698acdfac13d91 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1190453400ace4be01eb61cc1e49c552a2c86e1acb7fa38c030f97e27663510b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa9bcfc0476e4f83d3074e9279e1c45eb2f43270 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e56c5fd0adfa71904b432c52236042bb024915f566b5f9eebc6cb6e10a9b500a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c85cacbbeb7fef9f0313569ef1920809df87b48 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4d909f39005af1bd30304a2d272c80a1f2f83852341a6863ac09dc4bffa4fc8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b0f74bf39102714ae4fe8d7e938ecbc6ed51e1fe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:537089ca408547041943aed5b6d36150746c2eeecb5694c4de1392e290e7fcf1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..db0f32e33f80089c39cd717b1d397ccd90254518 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8395bb045c605178736e611fdacff5e364f62c3a191017abb1fb0ab739c926c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..becaeb30b11404162b48156ce0a606d4901f6646 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db59a06bd33bf952e400acf40e89424436d1f80c59f3514037095745de372166 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7fa11aecc60c38feca2c48fa36e851f2c2572cf1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5b5300f9decc577726ff4a64c54de9f280a6bdbd3c4df969fcc6aa372ac072b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6847bc1d12c8fc915f7e79b56a1dc96d600bc159 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a7148dee655cf775d84d4438daea09b566c6f92f323b36c606791dbf0a5070f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3237d477b532e57417623bf0ba9434f8cf3c0f26 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b1a20e2a5b7d8829661d594686ea49125ca0150090501ad23f6c01f67427786 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ad0a416a7ea08135b6071c6e59da91619733dad --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e51eedece56c7d34fd8a9e1c44b5e1e56a68622eaffadd7fe257e7bf8aac3125 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1c655deb14742a44a9dbfa4ef2e00e315b290de --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3d22dfee8d0cc49d424890be711917265d6c8f4cce1c085b05b6aa280bbd07 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fcc79b3970e81c9cb6fb05c8fff99fe6a678665a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5da9f321b122ecf51738dcaa5cab03138b039a5b896007f5d9fd549ad42240de +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..659eb300e89b62147d33a193f80fd3b762acf66e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0623b059ee433a7bbf3969b390fa3ad662456544f749d369a7b397569a51345c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..feb1b5cf44d0d052c9019897c0fcd214e93b49a5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9beb5bcf908e0c1399c0bba443292e38866c45bfefdcbc7d0f97c1f0c2500ace +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b838134355e6cf77bf3ab70cdc1a568068356c6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f67be215d5d5c37ebb97ca5e7ab7544d8bfa0bf9b9e90ba0ff7e214ad458278 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c5330426b3828545da0928d066b30ae5543fb66 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31f54bbcadfdb34a34df2921e6678de99b286232a7a623eecf109f29f866e2b3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..432d7fd47f507513f9ac4cfc00ab369b07251323 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ba5d889c4b1ee5f6c8d02e780857867f1ca5600b3b0f3302e57c2db8d8ed92d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f95a701f53de31ab8b676a352279eeb168fb861b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:705cdc07e513e094d62a577507f1de62f5024e61594390f7d0604f5a9ac6ce59 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a0f074a114bca56ed102da79511bc0d52471396 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a71daeb8d3efe626cd0211ed19a1e8ee93422cc8abd0601c9a56c135e88570ea +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1648bb2559d83b68494cd73e10c912360b2435d6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6826db3000bbb1faa0fb5fc1e25cc69f9ca7e469c2201c7d4c821bcb21da462 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f92791a13bed621503f43c421d3444e47312ad7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5da937393001897da36e1a85d79c302c08e6c2ef1890786e634768d8f91a80a9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..83fbcde3d55be286498f3dff5598c7884fe64e99 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd8ab399453994dfbc27c0e20fb1a4c10e9cd1bcbf6e857fadb26a3120d02407 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..deaa7a709c9957f6a98d5129c25b2d2ff1bf3b95 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e7b38210d43ba7ead03d7f362d72d2ddaf2de29f8583964736c6e8431b23b1f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2910c4766149606738d9fbea588076a9a48b1106 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1533851e75da0c21a2e37a55e2a23e045fd5568f3f747efa8d01dbaa8754869c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdbf829058ebc499c11a851d244376530e809da8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33b5db7a922a066db0fe746d6518b9580b2cd5394fb0622397f96d5eb3846e66 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6eb1e92aaa2e793283aaa35391b117f95aad35b5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80c2a0b6c99299fe8bb9544136cf2ef6f881786148bc2c200ff5aeae6bdfb2e1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d183d4920df3c0a8f62a037e5d31f8782c00afb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55ed60311e8128cee7d4dcb7014aca3f37d9de75c2ed9be82b61850b21f0ab5f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bd69f43022a6b616f9aad5c371d0efffbaeb38a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d21ee99d128b8a6ccbff2b28623c08a0c1206f4fd6f67b9b2ce01d5d23b162d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f607ce0ad360c75467dfb8c7b7ffbe21637d0e8b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:692b9c1fcca57947ae674b4059cb197137aee046415610b089e8d00f7cb0f13c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2543aec20ea93aa42369dd9663a3a3d495b3a33 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:291186e51a141b6038a4d6f57b5441f98b73576877a134c678e3c10d6318451d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0180ac24dec4f284a7b8ed325beed53cb186c36 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77513fec5bf2e59f8d098ad4f389d721c28b69baa853f59566dac0d965fc17f1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c228629432b24d0030fb9ae3626417ee15c2d4f0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0678ced7437c09cebc32232a6b4cd3309f277eb89ecfa131c6c48c47ace20027 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a72a124cec493896b228447aa3daa881145a3de --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afc40184b34f29c3cff9c01c46b1f5967e8c9bc8292218188a072f8a21cb3e30 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6fb4705cd13aeb60a4033ac6275156f43d354d7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a17622abe5e183dcbd54e9f0d1b1524d30a0af470459ca72be5d34e68ef2b75 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a60b0341ed5a78ea20898b956227736ba5c9168 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfab427a6400fa233d57512b55a1a01b4d1b3db07fd5eee8bda6fd304a82062f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc2d239fecd19f230cea83a282548fceb57ec948 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:407eaeb1d56b7b58d6094406de81f91029dd9f21c71beca173d1fac12173320f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8c3a635df5791ec5e7ee567eb83315197ebdb94 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ca9f5deaa49639c2d0328235ca2e3465b37f1fe57e8531cf3df3a8e503d377b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f4912787968c256fecf47e0b38128a36c575679 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd33bbf5af09baf3dcb2e1ef27826caf260c902c3e5508a1095f76fa1122091e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5067d8e4a8c99bf3c003200f909e67b06e99d50 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c4df06c6f9a89bd876c1f697916a5900b8e2506eb4e68d17ce44d0d13e8953c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6fab3ba327f6a8785634d71e7834cce8627a8ca4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b88a9f92decb20421cd871449052f1290fe90a3703bfcf0a945e04798e4ddb3a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f5f844cd1f118abc4a33e6c6fc135a097b14cd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2254b04ce3f7bc2cf12041ed6b8fc97786543d6c11dcf69f1a8b78ad219e3991 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..018fd9a0bb76041838402287111c9404b2f8091b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84e571369b54ff769543f6a097ca49c47718d0b08f51f6e144201bcfae55ebdf +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..caa5b8dbab00bc41012d218276e633500a85070b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56db2329caea156b4403707f397b3fe08a053821669eafad6c62c48026c868bf +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4ed92552cadad7b5bbf4763f074805156eab321 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6361c3595c5c5077103517f38a9dc60aaed0031445d28e11d72987a7be3d4d5c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..94dca557793b92680c2d6deb2a05608631a94abe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c0753c797079289e7b2fca03c477611e641b3f742f97b4f524071687a66eb08 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e4a06643f6154d15dd90d3f96c5717417de3d21 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c708920945f75dbaaff6725d359012861876ab25d3294bccaebdd7ae2bca5594 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8792f0ab7df6a58f5bdafc4cb6199c70d14086e1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54cc5340731d9416856107e90487d908073ba3f5fadc5d44c625db8a2df2af59 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5799b454193b3ce883d719c42e625d0255134288 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:932a4f9a934f505416b7764a3bbdd7e8c770e8bb5528444e41dc019dddc9a6de +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d426e6d96f896971cf72af5aaa4f933cd61d891 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d82850b71c83fa249b6ac2e5afbec18cc9a62dd10d627c3efa72747e9ac5331b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..14a70ff55a8db6909b9f8fe9d19ec216972fd515 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5339321d77ba40717e4b8363f9aba3a23a4576a4d1fdd020d58ede36d40822a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5f27a741cdd089084222867fd4fbc4be9f594ba --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc77811b9cee72ab6b11ecdba682573288bbe6aa5ee2cc1eb30c13a91a096885 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b71d541cee84843ed6596676d9a239a95497b1db --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:772de52253271b9f552dbafab6c9d0b13ec5711cbb3c6ea10b9b4c5405536a9f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..75e9f84bc25fce403b9d6322fa5d6dc4ef4474d9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc422a7801128b763fda67c3257bef67cd93ed53fef182db136648b8bc30f02d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..75036f96517242d1109460d1c8ddf0fec8a1a96b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c14d636e0b519a714a5d659ca5f05b4c54b342819f8bdaad2047ba283113dfa6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9637d717eb1fde55004ee6e24fb66118fdc3ae95 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:618e631c63288074de98295e423fba28460eed26ccae217fd9f8f0e771576f6a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..474018b51025ed88db4a235cd8cfb4d65672a90d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc116e6eadd2c81f7763b73a998dee05bc8f8b7dd461c0b2461bf9f3461b759e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e4e23246e0bc11b19dc2cf0e9a3e1175ecffb36 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:604825d1a7cf7e768b6de8df806e7b7f675b0b62cfbe4b4a0d93767494ea8712 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e1f53942250e7f0044e4d3f5c6251abeef65ce9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36964158d855d70bbb53d549ffe9288bf0b013001dc9e509dcd8ac73c9055d7f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d76dc6358b4fe26931afd6791156b9a1a93d2c55 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9880600a90f1113bc254fd9bb2d4cf8b00e2338b17396cc5d11691052f022e5d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c7dac0d58956a9d0dd087dedff4fb2ec7c1afc5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9150e62749f6873637bc7dc7dcde81716d6e5fa3f16f3d7a1f7dbfb39b2f3f4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0594383f6899b2e4792b2f442e4c3c9382ea4990 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d781741018e6daff59e3b037842f3baded7f338033ed7e0a18fa7434637120a1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f1547feba04a197817f9d54079690ae2a540d34 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2aa7e273a80adff18421dc2ff947e520e00e25858bee15948f12519b8cee034c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c034a1a3eab270d0c2c3be157d9b952ee43a3023 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ae9f7b2351096f9c673ce1046106b6d461920d0a1c4b6056c55364a73344a5c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..433c647c1d18b16bf48eabfbf2ff0e265ed075ca --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bf86c03b8d3d260c801d33b7c907d1d588a575225aaa8dd3aacb3f7f1d1d02d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b667b133bc520fbe7c5d457b9236753c9fcbf2e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6917623a1774d00d895cd186dfe25a9304eb659325a6310ea10812746bbbd025 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3ec000cad31b315a792ff99253977b358483be2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a7c84d332d83c924a231a61778b4f02088bebc206b8878e2b3d94dcc905def4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9a754cda2e6c57f0dba27a92e0d463f8702c7eb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83f9b2e4fe7db96e4ef9a1bae4837fac28bfc74a45e9de8346d3b9ac4c59ada5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..32681d0698dbcc1f31bf32f01ec6d965f63e3636 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:541cad72d73fe73e4dd539a48694576ed77d656b94b4ab0fe124cee16f191fb8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ada0f87d64142ca5c3034e0335c0b871ac4568c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed6c70639e350a5c289f25651e6ee8ab1635d18b297eca64a57ede74f740f5a9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a482f9a3cf0ce584a1e3cac585abe358ac97dafa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed6f4b39c24ff81a04586d29283534749289120a1ca8ef3af458ae01d82554bf +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..80a986c9e5bbc854868f144bd3af1e2b106ee329 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b64b820ceeb2ae53fae0b0bd309eff92046c13fcdc3ad481fec2ef2da6ceeb72 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e1f22de1d26480dcb0e02173fb25e6803cc4b7d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b76c52a5ccecace990ec4c8f8112187d56321eb5ee85fbba140324d4be083117 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fac2a3a257d41712776bc94a7b0f5bcc9e5d0d01 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:321e4f8e56a54fcbec5155afce4d3143a7763e1b3dff9030adc20769b203687f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7248e63fdbe0618204aab9a7359beb873c4837b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54f690359b5c5d9a0483a299ade0b07d73f5c3291e3de93bd9530bda063d80c0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..48d23a6010f7890e550ff4992ccea3d8dc90b5c1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f76ca670bb34e1d0abad82dcacefcf8af249eef23b0da4a429504ac1d317af5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f359120b6a46fc0c868f1e7c6dbd89be26953d37 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:440621488091606717262351cffce2f581524bf58170c4a2cc25b1becc6471bd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e7ff04b8b94957290f2ce8f966b28261cd183f2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86e46820f823d8fcdd342e9b78dbba79f6702d6c3b8c4d301320f395361d20d6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..60c1ad5904085f49a86cf28ea57cf811c146c05a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a84ed1be93030dda892fe7f8e65389d2f0d472fa627afb04ebb46d929564fb96 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1e3f56adf417b2bd153a42090503f4fef9bb924 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0da50ad11ae2c11f50e6bb798110fa190ae49a12564f6142698c66fd59abc36c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..349efd371348d6a6caccb07153d2b0199e0b7c9e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cc99cdace22560cac09787f3b3d8d76e8eb4b8b2320f6cae4d63ee3c68151d4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..53f44f00a93ccba51134184322015a58aedf4174 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f09c32e4f0520593c3bcd1ff24143fe2132733765c3e0b06a55abb328d0f0e7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7cca5ec47d93103ea83943efd03c0ec4d06a82e2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddc1c78c54fd58e96ce5ac597af35465dbe17108201f4784f23e2c7ff05b8c28 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4aec54843f00d1f11f0ebfc825a4c03e5c0f05fa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a1055292a644e9489cf5db7cc899a26a62072fbca000f296fd0966f8c4a26e6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d1e3155dbcef5801e62c882a414963a374a0e797 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b45b64219a02aa6a3521cedb9d31c2f0c69b40b14a68e5dc7b0a92702bb994bf +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ed39b7a28f8a7cf4d7c8073092766e405ebcfba --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e95cbf2939c0c64dc981bb11b1211ee9457463b6204b58900fa91ccf8ec3b62 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd3ec77b9f1bb6ff8f9938d1ca8884df677cefc6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32c64f4333830c2c2b7ef39de826a6f1b566030128ada3586c9cadcdc8a356e6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd23a99f0c3058f7ad90358cc1e05e4e0913b0e0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88fdc768d9ee87d7cc03a4b5d0dad060e8519fb5ddd56c96e5abba11c9cb6866 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9523cb63302cee161267daa39322d5af5a07f646 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7e75f38968ece717e6a22deefaf47f7570b90074dd7723b72307b8aaf966650 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8173148c545fdd1430f8ec22daa91763fa9efe1e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b03705beba5fb80558ad0bff7ca3b346bd1824139521cf0a66ab73c20af35165 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..517eec6a2d0a3e21be90cfbf842e78bfd94abb2a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:547b7a5a831c2a4a110094aeefde49402dc51ec035fdce7440858c051279226a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..080259aa9d6cc2596b3d76d48e33bb5190e15e99 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa8a26f7daf2117d395482108953212f031078f34b73fec2afb7298d3c0a5408 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e8bdbd7935ce49d847791bad51b109cf8dd0851 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f54910757ae2b6fba19334774e19aae0fc58e20e56413632e74c6c343d77257a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef4919ca6a5b1059b6784ff4c8b0c5da1f508946 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:238ba48756df9270b677564b91146c16ad65cc10810ecadf99634396e75b66f9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f088bfed265aa914a5b097339485f31cabe9c57e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d068a45533414d75a9f3c28011efbbb137aa7d66fd8ea93858f2c9df0359e60e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2dbefc691cc60acd095cbbc693a1789fdc739a22 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:075c57d5bdfa7f91c6b26517249137c720e9d401a44ab0ba3e31379015dac9b2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6268c0bf1a7042bdc46c6653c53745326df2ff7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc9dd6eee3dd65ba75dbef18efd769931ebcf45012f0cf0ed01d0db5bc4a6346 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..484e6710ef02a212015bfd71a2f55e10e8a46d58 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:351001d72e6be2a9a082c2d8c67af37099e56bb1c0d08918bb0722e5c92b32eb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0638459e064b577860a429e46eabe6b62783ae45 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1bde66fbc38b871cb2c12b068f255c801f9cf1f4197bf3dfa17d2205bb3134a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2fba3beb02e5da74f528804f094611a7f2f2c4b8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17a5465b20029367ad356f724c6862a20815810d1eff6d4d06ebf5a073b28fee +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..60fb164407089cdc15aa6a6e9eeb8338c02f422a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fb560801e4042157466efbf61394a9fc4efb114066331fe4bbc7120d4db0603 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cfebae47a81b3ccf584358f28898677cde16ab83 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17383f7000e516564a7685979bf1de8640d9a423a9ce4346f00967175e8f35f0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..13d061dd5eb3ed5292c358c3459a05cb55607a35 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73846104b4951fbcb3b28c2cb2c101bfe2e47d469165c837c7ad484a989c105c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a985b7b29ef09157c61ba4ea415e82881f20356 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:378efb130c861a59a99e087027fa145fde63a3018a26cf311771ca5e8fcca637 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e4e6ae5d98bca4c32eb2b81340bce4905875220 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3861d271e88b5d801d69e2d8e7ec914df38d76d05ea12d4232d06da71ff6c4c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f56a3d4212397a6c4c2579a287f1f9be6e7f863 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8545de410ac23ad9e6691d6edd50d80ade1f406f2007b55fc7ad759762bea733 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb9a357e4fe95a50de3fda690dfbc6409f79a92b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44bb0fbb422670d1140a72f4754dfa82b802d40b916525893c95d615d9d3f1c3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..02ee5ce16ba851b90d287d60e9f32759a38bec8f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5e94f30dae68431f84d3029de5d9446f9b0a21034b107c009f5cd289aa52c8b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba4f441ac241b8cd9a92ba08890f4fe71579e933 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5611acc1e6f9ccbbc6ea3ac559bb783bd5be37936645c39f92fd76a8b887d5a5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc1d70e4121f11cd09f92a0db0227886069ba070 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55870830d887b7b710c92ee88f59376ce27dd1f36527cc5a218cf05c2bc5d905 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..75d78c71a98d14fe785d8c1577c539c9fd89d4a3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70cf3a2b93b511576b961cd6f9aa9d97333ee6a1db26e8f3bfaf3e52dcaa61c8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..76ab753404d4299e73cdd1da4e9d2136f7e21525 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7f4aaa8700536fefc9672cdebfc90ae596b498abc4d20da478d2f3ea5bb9f46 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..083cfb51673e2c248da928d0acf380cd157c0143 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4064fcc96154950f5d95f4a9a529fa6e63966dd211c8859bc9c237a97c2d19b0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4075af7342ccd970105877d77336f050d46aa7f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38ee27419416a090c49a8805c1364138f9c5e5c7868e5580fc366a1018173de9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..54aacd16e7a11fb95cdc243fcd297a86eaa76b37 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72a22a26d3e0fc674b9345069e8b3cdd077bd630daccfb42a4a4ce0cc2f94a10 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..34d47a1f305f8ee7230780dfa08bb7c6c3d10e3b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe166106f596ad1a092490405c0629b2474a6a8c34cd69a5549713cb6ae1658f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b46f93607e02843519b2e7645b1400af574340e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d1fe2a09b5291a3ddf322977eaa6de40dde77f553665beadd201e17b157be00 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f983fe63c415a8d9d8dd611d240fa299cad6541 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c995d6cc2c7f69a5f9887a4223e29310544564d5fb2849e333712c4f48dc79e2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ec26f8d7dac674b72307892fd0ad0d64bad4521 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02b74f283b25813463fcd67f0fd57e292e2e31976522ce8f5c181a3bd881993b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0f11d07f0c3f51fb4f471e2decac581bd9dd817 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca36518d1e414aea32ddccfcc8151f98dfcd33b142cc46ef15df8df1426f6bd3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f22571b147aefb1ddaf3bbffd8ced72b1daf570 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:693858775598c047ce1d5fc2a52e24a7a6a0cceb4c8ef2535734789e66ff9358 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..689a9fc0a577d5d91fb7f7817ad3ca16e2e129d6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c096cba1d8d454974e5a9971210f2d56c955e919c661d56cae409ec2555ea88 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..857c4862a2e959028ecc9adde60bde8ac8e72a5f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27fc5153e9cb5e140099cc0473534e073234c379fbeb5668eee22365a0b30bdb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..03ee86d17e91e95250becbfa6a0a217aa35d18c5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29bb6a327c737582ecfa6b84029675d1a78e6c43dbc99ad053e3767c9f00ef6c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5d0a6373ac07bc6f87bed04f0e7da3d4bc2e2fe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7288bedd281c64e839a2ef3631bac254c4cc044e596f56ba64462d1ab1edfd2a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6ce92746df88b74869c4587e32481d820a6b088 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b7b88aaefa693606f04a67630d7716ae8484635a794f8f538e3acd994cab309 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0dc3baa494c5dac8ec80a923b02f71050775349 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab811c9f280d1afc3d55ee24863f507c0065b7e5c05b9db9a4ff8f54c31ec18a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c9bd0566b1facbb8d011904e9187c28cd907f2f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93f1ba7001ef17e166afb2b5c5d240a9b685e0429eea746b35f77553952a6519 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e835d20a601326bae8f69a3bc3535be60238f9a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e3b8bb43e3ae2fc37b9b757d5f140aac3e39e0e338c0ba94aea1d73c73c5e7c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..671c9c7dc990388d6599caba7ab7bacac4cec12f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f9edd3066343d46a43497a603f443d9b2025ab5862d34f0b2084e581945a60e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f082cab57b4e3833322772297cd76e14e9b59642 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db30d443760687dc3b518ed2d781adee28fbbbada34f16a418f6cf1aae84918c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b27a376b5d34addad73c86111545df89ba5eaf4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64e3e815bccb7c241204901d056c14b64d7437fdf53b3243cf9cc4e1474732eb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b63b992cbf575765b15da6637a9166c9b977dd08 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de7395316c397f92b2f39cd4e233186a3ec65446510b642dc04ec7688fa36155 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..41cabec79bad486181b7e912df347edfe708c27c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:410d0be7feb5eb483645df45a91a37ffeeeb0bf0b226b0c35dc78a834abb5fa8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..536978904b3f7fc554a6fba214fb6282d0779fb4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efb708b99bd8dcdbfad6da4e22e0a07fb2c105b8f4a96d904313e07b3c1610ea +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6591e53d36b17a206592ae2d63eb4e2e22c9ea1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc6dd2b498b6780f6ab0c4ed5bdb541d593d07068db4cf01f1620b64df5c2814 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1094bfd485be356add0f71b7576839c16d66a976 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e11522a05da6233a84be6d8db05fe15b4a2c030474d72232bccdeafed1e4c41 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb91c2e1228405abe54e4b40a313628a44c12286 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8554f8603276ef23bcda51347aaa4ff62817f3be45b97b12c28c5a1ed74b9a18 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b5026fcdc28bef7c3c8aaad43e0ad345ea9d65f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3f65cb0967d5b95fe85a36b9b71f6ea3d217d762d3ea60c6b1c55447c90676d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..72e86d2cd8814f295ebcdb9b7b942259fabd0ce0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5909cf60b8819a9ad686e64c7ee3a2963e59c3e6f1309542f20fca87d6ffff19 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad3db5a2aed303b179ae78877920e9ecd006ccc3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02bed88de2e0379fca096c916d5434b37efd2b075a480c58e3d209f5211ee993 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..236f64a27d504ee6b30aeb44056fee0ff97fceb7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba0ed50c601573bd91ecdd32b7b21c5d8e5ab94fe760c8e66dfeea178d5f6133 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4019e6612a7d9de2f22f72e23bcf77e21bba7572 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9beb9da52ca8a5c91f26905e539414ae04824dc61b0c4c97b4119749511beccf +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3cae090de65d24029292760c9c93a3bf7e1e6b35 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20757ebce847a339ba8c4f2ab1538410c779f31453aa8a14b2b81b53e5cac4a4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3c5f3e1615f316ec52f0cb37e1250e3e73d2eae --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7fdbe010aa7bad6c10e1d2349fd7e49a501c0f2da48278f34d127ab956b6d98 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1790faac3ca14d955d53fbbd8c5f06071f26e25c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5b4369912e3eea0c41c28965ec98498a42d93c96ff091dcb74f28595fdb6dec +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf00850c3a1d5a8308e4a47ee8327beca3cdf836 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab09801c9bfa9bc4c4bb20107a9d598846bb9c918ed25f91c453763599eafc8a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa315df622b4606e6fd7312f10459c8d87c8a4b2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1935f10e989aaa0d1a668d2c4a337da49aa306a5a17d91e1333e544af313a3f5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9180255f890600a2b4dc101ade27d08449804b69 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f1fe21d33bcff7ca3e8106a67a590bd3feb69d973191885c4f74fd21a84f15d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d0a65fde2ce9dbfb47fbe87c0bfb6a3459a3de2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6d78cf0c1fb6768c170f464310b3b099266f93ff1e79597a53126ede7e552aa +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3787bd2b88ba1288daf02dbcdd101743b39ef1cd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:375eca729b375962b7e126d4b4cc06f48a2e983a6ea963d1675177dd38ee78e3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..80ff51627f32efe8e07be4c6e077300e73569be2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4386f74c1cc47b38f309decb91ec554fce70c67b97ab0fccd403a2ae911fdb1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..364454e4b702488976e675903ab6390454967edb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cceaa7c976b4bf4ab8e95135671aa03e37cc88bccc066aa238db7f047496ec22 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e19350ee21e7bebf2b55ae8eabcd860b2fc2dfe4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb9e9e57f5a1173f9f00ac677048041c3d9665bf1474d9bd3e234fc3803f1ae8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a65662034477804647cb56f3edf283571f38b63 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1379c07eab6f78217d12ba3654ed593e61e470b8e7a83ce25446c60d2323dbb3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..44d5c30eb6535cb778b97261cffc0597210ea635 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb9cf1f21cd62d1c66105f6bef1162612769545cd6fec66d830b4db77224c792 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c3c0fd49e3e7df77cb51d85d068ebc79b2e4e14 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8980ad44c72beacfc0bd2d82749c410392b3736619d0c2aaa8d476850c9ddfb8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..93253dcf47ad537e09dc01eb0e117d17acac3113 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02091648a3d37541a030a01d53f7c9180d5e9a21ac88dd349111f05fa46ab270 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3b9c6faca53cd33d530facbe7bc341df5610f9d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ef598f45da3714f4ee59fcf284545f1d6542a0ea1ddab59332f4bb4b60387f3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3294031540bb650dbb7b9a974437727fc4de7988 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78b83b99043a592b613ae120f5e4b20baa48ae4805a187786f08eda69416b38b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..10392c26f27e0910cfa2fab35631891f609d1332 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46dde7e227a4ec396609761a9535e359e4faee83c48db9e8afc80238911041d4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..064637aa55ea58dcf5ffb7ed89d5911c0f53516e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22a9251a25c635737c84d5c0e1488f89dd78e102ce09ba31bc42559aa84e07ac +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bbcccfd8b33a2d172a6bd46ffd69b506d4847dcd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9a10c0fbd4d7a452dc264b32432b7ec72c0d804e6ed09f641c52047974b51dc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..611ab3e4b9602f7a183c9deb7c08e0e40014c95b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82264c9074b2aeceb68a4bb297319978c3d7642fe5ecbe0fd576229644d639c1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6aa7ddfd69e88a84d0e6de711a90179c0e6b6d1f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:639d434ca262f5e5ce8e6119ea0643571e5fc2397c69a64bc0ac6ea7cf1f6ba9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2eec161e4a2267e858d7812f31ea6376fb228f64 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e07abe45565b32991102447931ad768c4b4525ba2c4faad3ec096035144f9c2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..88922494c7402360e94e87468b98a52885e82e40 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4ed6ea38bf09394edf7d26e61976ab8363342e1488d3e52768f593ebc543f2d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..44a7c070b80ff444566cb17fcf2f7279166040f2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16960b4d88dd5feb49ae71807b16e8d0bd2f17fcdf0c456d213d5ec188c8950c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa5844bda413daa5a60e00ab5beba880e49b39e7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ef31dcfe50e6ea84af404d7967dbb261094a979bd79a3af9215922ad4db5ad6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4cd1738e2965db401a855e0168462e0494ffc5d9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41d08f5eaf83a18c5464129878f34f8022e51ed940f1e047a3ab38645db8d06e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bfc1033c690019da14ce8b3953d1a340980cbc8c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19f4ff9568ef69fecc0ef22afb44a850155e4f1888ac51d95b4132532697e7a7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..12211e7536f0a6fdfa1f7919509c804e5f43439d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a972b7f013e65f3629a88a33b5a2db0ed26f84a7fb8678fef1f6cab0e57c9e0a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b5a3a3d6d8a549dc3b1e9cd8d2420f32eb310de --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e4eef505e4f9ab4e835109acee47d990254ae8a17c067577584a4c28770eff9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c7ad05468cd07dad1240d7b05f251d7391f690e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:213d864e83d10da75a04e0aef7249926552e8f8875b33c847ad27fd4871528c9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..159f326551fdd63fc459bf0751d1fec81d0a8609 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd53f69eb600bcfb33a3e1aa1c491d5f70f0380eac3953920b9817f70f338e51 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6824144627c26d724f3b24e6f0f2791224f7c55 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77f229408e71a287bab75029255fc880f847c167e90ddf7c1c0066007bb086fb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..652808212897c5976800ca71b60ab78eba28b1b3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62468a249d171fbac8e99ef8eb56e3cf961aa53eb3ff53e2c1dffb4d802942da +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc780cf9d9fdac2536872a3efcec00303bc20ce1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae0316df2eed10476eb0be991e5c1b4f33ff0013b1c0555807e1d40f7b23a589 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..321f1db47c358e0271f098c467695452d20c9e20 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b9473c8d6f0b1b58d1f4c24fd76365dfc8c49f5a1aab535f6b848dcffe36c3f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a8171a4bd768dbe85a66d093807ff303bc458eb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6e195b628f2c06864c56b05e2e96e3adf0815f54ef53c0dfff44ed32cf67e85 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..64be1cabee066f5b3e3a7dbd0b4a0b5fdfc1bdea --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0450f97c221166d296b3d04368aaa06387b350a8ac0eed1c1c6b72e2f0e5ecdc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d7d737d5d32271eaa56ae0d5d043e20801503e9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87bb759b7fb1582f154b5244f3597f8d060bb30927efdfb4b7b68003714576bc +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b49b55ac00c1f02baf8a236f0d7fe9b3723fca3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fa419a02f2ce1cb74ddeee1248c541f6fb5372aac98e8020e4b279fc8fdaaf6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4c20ac9eb8a24137e494e59a8716ae65ce82526 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9327e1a7024de284955d2224b9380036fe542c03e2a407d742995e2e64794241 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1ee0eb3e4e9761a7129f9c34796d0cb3c6d5353 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6bb416d12c2ee5bd741bceb7a4767736fcd1531c64e9f50245b9f772b900a1e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..383b4b87ebf01e51f51aa6e3896008a513e98e49 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:632ce6c36becf5c1039bafa4059d49fd66c6339fc0c2fed39b8c146c24d670f7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ca0c878a0d470885b538a93a0049f7e4f601016 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5c0ad855a5c55ec5a2fab89118ad33318844dba362ec3ff1fbd23c4e4cb59bd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f1ab213930c63d4f02f260bc955510eef713279 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f89da58853ac9a90144715eb07fbe8b54a0788fb071e8ac183c0d509f4e4200a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6aab950bbcc3fe531817b0e587e9f6611bbd95b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56cc1defa769773e40dee953cba9eee125f70a4fb83e241c5c916db16e4c5578 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..79abf9d2928eeeed71cb9a371f94d782b795636c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e84dba06db325e10527871bedb953fb8e116416d3cfcd9fc38aeaa8581a2057b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c7976e20d94e92486b7207a3824d873c96532b4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4ebc45eb3cca03cae183b6efef399020db55b8e4925d1d1ef278d6bc57144fa +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..47ceef1fa349d9095abd5179a4ac4033a8d08a41 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e260c6d2a44daae86dd687e511f897d36585927bb84ad5b2e02bf227d36d824 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..297562777837e4fd3534de770c2f66a3a02a3227 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd828addbde54b607b7adce3ff3adf872a4fb872ebc04d4af486ce795376d547 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e433b3bee36ab56669504a876f6e574af86553cd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59387293616d758438d9b122b895a7acac621b6d360edae73b800ce23d56bb17 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2424047e035488d685562fa3dc4b9e2c1276027c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44f3e01ff0b22cc2d910217a094f34a3f704afc5e484ec4df70890572bc8eb67 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..adf97092ce5be2efe77e2db586a456459f4016c0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d434ab7a19c1585a3ac39626d76bdaa417e54285f6fbdf5bd4887274e0104b40 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..058b14272962b165a253e2726e8e5667c7fa7aeb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:832b76dafac8cda3fc15aa8ad0a822f327d1be61fe8f95d41eb341ab63a60114 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..460b27ff44df9e48fae1ced188cba97c88ce229c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c03dcc74ee3b52a4d5515c986b5e1eb343fd7a2f73a53853048f95d460734be +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..60546a8296d38a89edecfdf4ef2a1168ea268a24 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f87c4292e5d3ea10da1a40f114391d709a1a839befb05b730a00d50d2b7addf3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce06a25960471f6a875216bd2dc0c6e1aa6c1ad7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfec10179f89d6f95727f22711880441008e89231d137a7356a36d7803652a60 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..289b4b37a1a3aa46571cef04c632152f8695f807 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f51f80beece4b4d6b8c426c2332a36cf4e45d05d939c9d86d8146fb89e6a5a1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd61a75f90bad2c569cb3e80c9b4bc3f2b5516d5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7108da6aa8be2907346faea312b579eabffdac7790fae5a93c2fe478c5c3b3d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a5558dad751cc5caf7dbffd8e211008fbed65e4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88854aa47d8fb25529d93e3fe76fcf42bf0fb8c4311a532b93a408e4a694ea06 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ca7b630d1c7099b0caac7c9f99b48a64676dfc3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e93d9abc792233f89736f6dece0f3d207a3e47f687e5e3ac42166ba417610c5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e608a1ab78ced257ecb82e63fb5838c93d890a1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0143f069ab5a9abf7f2bc730cd02b73570e22b77c9ecad27b415748c7eacd09a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd33ef23cd8a280e96eef3c08387d601ee7c2123 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e88c57210df487e585d8683e628fad4871c6b7c1a874e8ae9f88c291acc8635d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..13b43a79fe1316c99ac125abc3d09838b3335ba6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c4aaf13e7bee8204a0a329efee9b1d27ca8d5e16478de0cbf875c986cf80294 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..241111ba210698fe647f60ae6236b1d87aea809e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44dbcd2e9daade1d7f083595ddd133dd97b3e899d2f6facfcba9e51f13356e6a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2e6013f5d36617eebd9c4cb19475bd49614f5f6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02af9b60a384726cbe8c6552082afa79d048868b041c5a1f20f224d214945ef9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2630fd306da62292a4d3de69ee28b42bcb1cc58 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d99f10beee2765b05e6fff75351c0c024d2e7e25e59c407a1469e1b94ceb7b9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c414ffc0cf5acd49c4ced1713606f5460a4f142b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48bd0f73ab251f0537af234f83230ab7cedc8b3652b59e94b711ea555f1eb40b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..49bb3f81209eecaa748e19169212458b72504a1f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1c55f08a0e4b3091af0ef2b52bede62dc32316813bf1e191ff5144143d62d6b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..35a9a5d7c74a36b1d23d85b5e4efdb05bf3f204b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c19ad9f7e81fa1ef575d25ae3af794128f17cb436c95b7a2bd124f4533b1580 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f1e92362b58ef63ab35eb4ac8b8e3635163ac0c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c71437c9da96e2f37e2405e71a78e134ad543c7060c8ff52aff5470788e7a53 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0bfcbea10177b646d799e48a66de96f7b5f31e2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26e1d233dd256c74be45ae90f475acdf9816b1441e71b80686df809462bbfdc1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..160fff8636f69e8cdc75a2ad8aafbb47fd1e7f24 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:985b63728084342d5b3503ee64d426aae0d587ff8a63c9415e607bda7308a195 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..510a278c6f3c4089f5baf9f074c8207bb6a5b0fe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9d0ed56a1ef9235bd98d1238b5db6f7e0bf70cdc96bafd29f7f6ffe29d22611 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ded85aa7e72dcdc927742866a591e80b6aeaf06 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2cde3af8efeb9b07e81c30f407a8273a2c9d65ca129f47b1a56965ae871f310 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b875c542226ed57b4c043a47c5f8d5c537b63642 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12de3653cb5fca6234ca1f91674c2ef8fc109a0f80a9f1b6717043f63277e0ae +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..10767cf1aeb010cb3a55e61154d1b972133b4388 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41a0794c26b137181149390a20394b2d1ffcd7997a6c4cf0c1a5f234db46b119 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f1ad50f6a44ab4e35ad59cf013232fe0ce86f80 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf9a260c9afdb0e512d1819bdc382f41d49651fd5bf9033e26fa822cc3e96e33 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..342cf4fe7e85da6e50978b5b5b03e4a418554053 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06a7a951d18951eff59f42ca0c8ee3a8af17431cb7f5fc7a77ca2b4091637f99 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c382a07c709ce5ec14313d145d002389d9e9ea9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0721818de196d729c93af3ddb2f7f60f0fbfd36ab7be8a3c7959c47fe934c63e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..01ce7be18299164456e9da632eea2f113e1db9fb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1610bcc32d5e53202d1b127b4f1b95ce2ef8e2bd0cc53a38d8d151f1f356179 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..00593777001c0ca0bffbf0254595ee7215fe118a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea2c457e1d407fc0e142f4c9357825b3b4ae914c76643d6f6a8f7eaec0a4c73a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b366dabe472323d6c7d8e32ec14d83093264b20e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54cc975f54d2526c9c36bf024a514f24f91d1c4c0050ecbab6e6c6396ca8eb4b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..71ca10c5c8d3f87a64b767ffaca47268d81ed519 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38b3960ac00b42cb67824721abb9f3c58ddfd09510c9ad368593226555bab707 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..993ade257501f4ebb25500b7ac5ce1e9c5c5d3fd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68ceb100ef3c9732093cdc1dc7ef5a35266c6beb55589f23247686aa95a487c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d3fa40a4f4df9eafa8c0cb660e21dbc303c37f9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42585683e807a761ab9505e14f497fe0385d99e67a0aa9309774524f38e8865b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ed1bddc41a221529922a1e8adf3a25d20969210 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ce1c77acd84607b6f208f1b8654aefd78af846f1096c5d7e2191b262a07efe5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4ffc51fa57228bb59a09d68309350464d499bbf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82819010e6f9f0973f92ca8be7eceaa2d1081e3c8f30dd1056657c86442ee945 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..751617a6bb4f5dc6981ffbd969052901d0f64546 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e2781fc477895c5ccd7f65f3a37522b7c798b2f67775846106674e5eb01a49f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..992ec2551b63adc990df9a78979176c5eff834e2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06eda35b70a461d80e540754f2e4c4e5c2ec027e440c1edfacd5f50bef76834e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ec7e95dc4526b28e13d3645a3cddf3c0b43aca0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31a7dd4c41cd5b0c9d795008b40ce110f3428f0a7e81a5d06e26fabb6451b300 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5dff90c167541d15f241764d70225579147f460e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:081f23a4698acea1fba04ad3000ea91754813a7258911328e0a3a690efa4e112 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c893cb1ad4a22c4b951e5fb1a9fcd91b500be2a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c827b1b11d5c16c786642c52db839e09a7b86de8ab77976abc44a2f2a621f89d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2904333565d7ce115576753f9a17b89c983de7c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f94bc9d64607cf043a08f2b461568c6f28462add1bc2d3af4e2f9e9274fd5e8c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d77aed9b53eb5645c00574cf980a97ce5d7530c1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29d8cadb11666b9c60a530be70e3c648f907525994ac1291933cd5aa86951344 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9a1194ba9a09420b8427cc841c505b6799a35cb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46019528f929fa809adf3467adc7425bc63344115e1b75df55f0ad989c4e24fc +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..031c7d6c4b28af2437a3153ea23a2e6804d24513 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d1b24dd49bbddfee4624c007007ec98b9d359c322e0608d346f4153306f2c35 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..07031ab69ce5cf564497b1664b860382d6526e3c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:755b875c68473beac554d57ae173e0d15752c2a5a6f87db4000749adb41ebc5a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7620dd1093aaefc1cc208c79821a01e0577381be --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca9a884a8f2fe47216e37659f3a5db5bed705864b8370b1c3349ffea29ef9d22 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f0a39fd012a58cd770c857c8ae0fcce4f121a3d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbf1d54d0742ecf732b9cdc68ccce20db85f648b1d02a4892752f0d4d8ef13a0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0884f842c54cdc4c951539eabd6c2c5bc6153f38 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ae783e19ed0467cabc715e0270ad352675594bb2cfd03a0932163d0d9eb99e7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ab428d01715a0066159f763b69d9cb2d4a93721 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d72734f51b934f39c15d661f336b4ec77877648b48585e2e73c18ac83ce09bf4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdc1db13f2b8e75e79fd929a95858ba57d248f4d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7dd0209de64047ab81ea08836d08ea503e324bb8eb3606641d82afca1a104cd3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7ab57488e98e1d82772c0a5894a605c41c53fe0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27e38fe120c8c070a552a73695dbf04f55e16779f5991f1d3f433933434e0888 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b0aeb53a0dea95aa7cf69261560b3f79eba90a6a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0eb62a093f7fdc931ceeef8eeb9476642365042190cc3de67c7061ddb7cd7ae +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..636fb57afcb1706665f16405edd4e7a9ae24a562 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67b21e3d1d29d8528b7c6c03e0cb68da87117028cdb75231ecae05e74becb3f9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c1220ab7cb32a9d4b58f3628d504d9096ecdcda --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2baa5bc462748e0e8d44a9d40d84280b9536bb3a448d59ba167881b48f5c7264 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d570672bdd4561165ee120486d12c93f447822d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57475034062d9330ca7438984c9dc4bef835a2f37c3313612e1fa0d81d46d03c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0dfb33396549faac0a3ce81049da0be55cd0ba24 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e40e357d80e3ed27d30ab8ec1e8cc3e9226a84370134e58772ba1e089025b74 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..97beb6b7d8a5e23d00f195010e1d42ddbeebcc3d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2eef79a539ac53f979627a046e9f6e078812c73d5707db236ca96351dc674199 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae54adedcbbed957d55327205f9b2c3582d60cd2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5de6f6891d4f7423f392136fb934b331093546b5ae6c210eb95cc2839e19549d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f31224fdcfae326197e4b41bcb477791b8d08cde --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6990dc54660afc555d3248b9e343a89ac81edf80ea2eb6a4000bb2f83fe1c842 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a91b1c70c288891b795c00afe3def127cb5ed44 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d58f724d82deaae473475bb720b3240cf66cfaf1e1debe5e0752e2982a382b0e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..958aeac618fd13e6afa4092b9c02e3761ec12ef4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40df5d05fddcfcd260b5f31432ab200818aa6ee50e4fe4e2c569ab773b6aae47 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e30a5e6af1793112bad0c4dbe3c42f04f299771 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69d9e7df38c7b8678ad3fb124649fbccfea66b543abffde8165a5e96e7e71ec0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb4c60f19e2b02eaf3cd73e1fdd39f5de436b386 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34872fd418f5b5e0fe85a3b5010348ad20571797911c91a31616aea41ed47c5b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..46d51b14b7b239f009ef0e4f1c59725df5a22627 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7d6d4b097897031a2eebe9501d45c3b1ba215f5bd920f537fb9325030936eda +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d6f130e17f3293b8e18a56b2b91252cafd6d3b8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:753f0fce7f2100c90a25fd3bfe8db5d6f332b0eda531197f5b46ef6bb1d47106 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb46b2a0bcd530c1876a5cf575ad7db9a3b91fea --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af4041ac0070711cb0d427e793d3fca344acd5c1c7f2cac8617ef229c789e024 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..44de060baa3f5dba7536d877726804bc97363a2a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18f30bba30be0845aee1dd02d673e9b6b029ecb3c371b8db66aa735b8c31a48c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..616182ccff47783d300dc5b3ec26905f52dee6df --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf4ffb6eb8fc25a20b833859886dbea75d357441e534c4f971eeff32ccf2a5cb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a98a3fb128ef6cd6542aa4799a5068c72c00288 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3baaaecbcd23931a01ac06656fadfdc94f234388d3c4f1bc3ebb439fad722137 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2746ec2d153a7dc88c3504c97dcaca362183f184 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67e477e011675c0f4af83c15217593ecd1c94e85fa67c2ec3e4666996d41d8b2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bedf952a126692f9526cf6a8a63bc966e4c29ecc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8224a5a3b65240471ae5bd3da5f7673d33db7ee5bc5d94278228d4a4a2a2947 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4aad24d8f1b9d6452e11b82c25fa9e77cb63d2e3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ea21eedb488ef18307ffa5bf1af30e66e33dfe9c71d2f602b4f9fcf34495008 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5bbccb8e5164f31d21eb73d140758b5f703c262d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1725e13a13f96305aaff72858fc1f99e44b6b90304632879925c154cab4bc5c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4aa2bfd6948cc4247eed148e0848e3181ba82669 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c93f5be67a8880f22d3e574f816565d7b12bdb66d63c1eca16f42f4e3de064de +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9eb011b692a97ae7910d0784f05ad7a6e7b1a3b0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f34fb498375242b526547066ed20ed79bad339f3cb696616c7efdcd9dd2d0603 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..29aedc4c5d2491059f6790f1b58e326854ad3707 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a48a4c5aefab2b193555f84d1062c70a1850c51e28868ac2a1f13376f3a6fccb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..02296d51d84622a0f0024f9c2528a08d36c55929 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e680b8c6192d89697589d921d8a02999e96b4ec367d6c59befaf0d14bb1efbd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..69ba2ca8dce7c78bbf618c84e3b0dc69c775a52e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1af182574c9225cdd0415d5583000732899898c622a1b6b777d8d0baff116075 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..15759bf0084ec1ea76b61c2a8208ce1c39437026 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b01d0a436ffb94a4d95435778398bee31751cbd724bc50c3e46662a363be46a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..318691cf30f219967a8b1086bb21a275206e0bba --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf96754a99d294c7b22d6ff5e66a2867c01b678f727ea050ce8d755fe44c129b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..51d4801d7b66ee14c69cbc51c9fa46d71af7baa5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:334f67d67228d8f26f543277e34bd97b2f8c9f63d88726bf73ad9a8456949685 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..38e93101052f82e85519f32a96677718994010ac --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83783dd369068527179ce664ff9d9fc507fe57350cd7e30900da91e258b850eb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c60385dc2a0b8dd0d011bb2aaf27b4ef07b76605 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49506d43f11f9a4c2be2686be7727a383c685db9707c5b8a3911359198e94c7b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..396172786bb0410d3cc261f6f0c85a34ad9eda1a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6638f5c08a5de4e9c9733c85acbe194e04afb6b089c8eebb9d1f50c7750bd1ea +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5941b93ff22afcb800fadfe776b4b6b50d9ee457 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75defe1241a07188a1546e8929607b64e0d39c2a0d68d8f741c42677ec116256 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b582932a4be4204fd711d81e7a37951922e3ed1a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:693178f1d01fde7bb9c7cd2574f49f386a217e0cb26a8ac54ea36aa5277fbaa0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..46826612678f303fb7ea25f7ffe4b0b84c885bd9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45c2199a6d867aa3cba31af6527c7b3156f4ed9be29c93edf531d55af4094785 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e25fc8e70e235bf856d4ee005327ea5ed81230c8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:884b58668b6d992dc3ad9b39380ad85458e69dae8c419e58460e40ba44409a34 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bfa8a4cd700a16e9d048baaa5ea5651b80f81d19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e97d4ec31533d446130b09eaff1db81dfbf0eff9ab23409d0dbe05783cb148c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..edf4ad208dcb1ec1514469f830d9cdfcc06378c5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cb811e7406a06bd5c51ade5f0a1801c8d3b357085ba50d373a4af2ed6bf4f60 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f1412ff61e1e28d68f28f1c52d905897842d286 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0524ba2199c82f41eea367e43e945e0a7e101c41d9e313b370716c403845f83 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d7afbdd433b76283b92f107c10941f58cc53bd2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae3384d4060165c024bc1edad0a33546c012f0b730b4c968427b81e88db642c6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..df2507214f7670503a3d679c78a7cad3cbce0cf8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4402bbb17b60b78c10db3486f0e1ae9bad440928c2989c190615eb34d08cb75a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8172baa85113c34a08020d1efb4bca7b14aa981 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4059d9c823850218f22a62ae5655b81d783bf198a5106b8d2b3796af06a8e066 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d049361f2ccf4fa8e69043bb85414fc5db331fc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14881c9dac6c42370b15b268b4a9f4e23ed0f9baaf6bbfef31cbd7e2615b7c0b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..29220ee54afacadf03f5a620b4e2d108f715b41e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8442d0c7a21dcf065513cd3a150763e036bea71063caa6d9f44b81775a6ace25 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c763fcff4d15d75a1b26c95ffe58096d1eeafef7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b511cb47547fb77ac1896f41e85563763433cb3f1746409573e728fbfe491166 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dfcd272d7df585b5fe5391dfe4a4b8d43ed2f260 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c194476922cbec87002cbc0f5e93e7acc61999734ce66c01d414d49424f64790 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b43b25897f886d32fedcfc10f53949387209deb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:959356f9e6d849b65c609155511df2bfbb23f1c0be42d1ecde627a195e39e647 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7dd01553e0b4edaad294ef76348516d25051aa63 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d87f34d70e5c77f3e31fba6742997a5b59bbf38c6efa40a86436a15c5eaa97ae +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f684a54e6450ab2e48afaf97dff4d5289d5a3b2e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdc4647669e4abaf899b46eded20d76ffc659e84b0d9b085b9cceb5075146f78 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..75bd4ac17a72fe088d505c3939996d410605c4c7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76493f6b5c2086a93d149134d1447ab6657738fa14bf7355f6032b615154ad3e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..008313734f830e56b6d5f829c02cef7b2b743403 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc911aa6f6b617b4b5a5d009d284f7aa0f8b7317672c7a9af7b7806c2a7930d4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..101054acc1d107176c800c9607b0a187b892a1ad --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c995a5421536f9e3a9d5fa5450966e7913b3e9f91ba2a5d0d01e24375748f290 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c2acae5099332ce2b059f37d36ca5565ca1aff2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69b671e06da35a9fa7c2a5d2018b45e46c60b70373a106fc3f2cfbb37126c787 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3d1eb6b5f40f16f028efa1cac1d29181db321de --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:071c00d4956ab5888d9357fcd779f552aed49b72bb5f38d4cf29f2e4db711a13 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..444b0f4f2b05cfffa98e56492b5277489dcc404a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6342a66652233537936934edff70f41b8769789b66671345e19eef1eaefa23f0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d43f1d2e42940e17d2777304eb66f269dbcde761 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9c56a389761ec4d9ec8b4d9efc94fd3caf00adf401fdcdb43282dc8e4fbb2fb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..483733d339572536bf318048decea855fb0db3c6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa619554484dea53430643d94af233e8265212d5c48645fd7e7e7df3a08f6f6c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..efb847b76041342ad0f4b49ed1aebe8ce9d9799e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dd5840f3efa8b1767d0d018d46176e82e21db47ac9bb317baf837fb1a2ca89c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1016656d5fada85fbdc90883cf30334d459fde7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b59628f5020d1be92b45ddf00fb3d302709bb8b0896bf21a2646d55644ed721c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c33fefc6e36e718d3c0515a11b109f1c5bd48e1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c967d94e443b45e663062ed3e0e9accd144a646404af448df0a6638e19971632 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..89080a5d79507141b43c2793d72bd191b55f6827 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dd926d9a0128ae27f75a1e7aea79893f6301f6b1f7bbdc166ec1b819f2d24ca +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..174bcad8958d75c1c0fc389681c4486370b73d6b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27f9e303cd203b3b80925f2592f24b4880185959360c32b47d6dbc4254f50650 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..996b2f3f9cfb79bcd4efc7a1edaf01c63e488349 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2918450dcd57f07745e8043996c669f2a37f53ec907294c756b41b7508adc893 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..40a849965dd8eb2fe523bf5c9b3de084317c1be6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5baae4c075fd34ace6cf926807962844e7b37c6dae8f2f279fa6be790b1cdb1b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b09f5d810dec6b9700086b2979082a1bf0fcf57 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4c4f95b19c37fcca0484340740a247a472a96c7848f84aec37c4195c3ec1ce1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a019c220ffa95f10643a5f87ebd4d6c74a6ac459 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c4680d26811cc06ba43b8622061327406a50db142df78bd557ae33f67dcee25 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e37f082f5e2490420f7ca96f73951024feb0d3d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0362acffb603148eda100831f3124f11d464ac9e1e9ce316528dedd1b739010c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d2bff975ae340fdb6a184ce40cdc3e319e8f9df --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c978bf9e409e4aada80b785a251d56c77eabc993ec29b37f3c4c669372f638b0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd481577cd5ddf0eba1ce1d3addcbe09a45818f8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24b42bc67ee2f62e077ae75ceb685b259e955e2a3d413ee01b24ad8423e5b8ff +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..33078dc67c65297499917641737419838135efa3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91c2cbd6c677d159211be73ffc924cdd1d1b652f53046e074ce0dea7a0dea4e2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..db5855f09f898aa105e67de5fa5a82899c2a99ce --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0fb434dc7c7c79a343f8e1d6538ac542ae11f179bfd7d010c23451334a5069c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7da7b4e008be4a576059a054bbcd2d0794a3a1f0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c429e76b2a02cf916ea9ad7dd62c711af8f7ea8dd19458de4eedf2df3b7fe14 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..046fbb185dfac8625f3b849372d8157c7e40d536 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cc8453eb6971db05c6a5b3a91de87d78fab0eb2eb865bda584f7446204ee1cd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c76e90ca655724359379b43673145c58d26a38c6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2435505e2e7a9e99030b855e772678e8df68d4e4105279747d7072ccffe553fc +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ca2b05bf01ad44b783477f33b156b911428eb59 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecbe2771627ddfa03de47ad0458fbb177a9decdfd8891b26556405e8714f85d8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c76ca050439f470efd311c19b6bbf4db5962fdb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eeb9e36876b7e301288364179f78d3083bef6bd61dae73f8926fb79ac4bd5d36 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8cd04f86cbe5e5a5929dd5b56a0279a6ae955182 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8252ce7f8c72fbfbe4b8de71f7e297c0d35a5dd37603e9ec0755e116ebfb4eb2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8a1f42290124e032c1d22fa3c8111836f50d6ec --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9cb2bcb57876cb6ff1b3d57abc7720b30c29c808ebc6aa014389b687b39f6b2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e50dd148bd0f201767200e5edd71803e119607d8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a9ac909bfb727a3797439659392bad742e7f70600aa2980c3e89dfad9b4505e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..238085032ea21e075f0c81a0e96224140c25129b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49cf75874242e7c2f3dbc69366670de2e49fc6736af1078f4485a34aff14075f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..376a9a4e846736174eb81e53a4f7679519123779 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e41edde2f7d377b3620992837f39ba317f93c57a0a152f10ae87b8c6741e28d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5cbdd264d7fe09585aa9191133e7d0a02ef1e121 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1102bc638d091ed033cc7f890a0a793f52723c83c6e2d6fb10111c1a3a1f3fc8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..65672ad327b766432f82b79091e5016cbd5694ef --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:960e30fa3c396be49a088b753f68fafb177a9507fc66007fb8ea1cecc72f7c54 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..be502fbe6acd35783279e921f1ad0e509d47bc23 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b69444fc15e757aa7c37f233516a437e3dcccbd14bd4d5ba9d9ee0037b3dcd6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..20b965d2c8ae36bac1bcb7017b1252839dbb30cf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7ba3b31afc896a73ab0f9b587a3e6abf482658c2a8cf2d909216589456ec760 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c39da82fb70b3942bfd801ada70d8e0ef2cdc08d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64907c6fc2afe4ba412b3e69d2dcd31014760d66df9b685ebc62f2d24b377339 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..887464a1d204a4c025f84dea1702309e7001dec0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53eda37638d08de68901cc8c779753ca1419060551140933b5ee90f5fee4c93b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e14f39827c2ac6df1575febafd99fec00b71ce2a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36834af82a9c5c5b57850d35c2876ce95dce34d4a2c193919b0f5e076436606a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1678bedb00215131875bcd6deb3799e42d4e08a4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b8b969627e078e265140172b006296c0a642ccf4aec48b86a37b3967cc9ce4d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a768e3b104d9672207e0ab51435a4c540a6381ed --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e189a8b9fa84c823cede92d94133c8c1a9d68b24fea0069a10004ba5f8fbd8e2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7df06cafe4d06db58bd6775b47a4eb9b1a4262b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e6bd9edd1d45730f99851df85ff9407ea93ade90a5bffe2d67db41f49b02c09 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..20dabbf0bfcefd40db58e66119c9ac18776e312f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26068bc041c4c0d795a2774e7f0231fdebaaae2694145b3387870b5b94de4b84 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8df712f6e6f5c1ce0ac9a1ded58ff98e7baefbf2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1974c9b6ec208ef38c0da17558090ec3e1f20e80e1f08b42d8d20f1e82214d80 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2bc036d3a60ccd7d29ccb8852ed3248fbbedc705 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cfdc74469343ee6c93c3d7ebc28ff4d0246643855ddbe2228195d953677026b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a8ffb3df39a4a66703d623f9da9691ea6b90f6af --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e649e295d3ae8d908e76da7a7a709b38c97d6c6013e3242317c1f8e4d790d2db +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..27e182d6ee97a396fb31ada501d67a1106fb4334 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e81a7b794124c948e375c4aa7f388224227e3c510b599088aae48d60f30e39c1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..86cc46e31c5e69e02dd78c432ec5a2bdb38a5e7a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdab42ebfd6cd0174d9db27d90f2fba4afd84907874e0f0451cd597cdbd8471f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..85f4056a2b697132f22e22be8abb4bc1c041fb2c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d19265aac71b7f3dad82e99dfc4253ca932c9378554634e2d1ce32484f2aa2a7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..693c4b6904540230833f7c9c00a394102b428887 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74b9ac24e40bfe5498d442134c3523152baef1594ede49f62e13fbe934c950ef +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1874509b2f30dea7b4d220b55dd6364ba8ede45 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a74ab1a4a92e683b0068a0d37ef34194590258a92f421edc99943f1c956375a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e7f43c29920d09e23ced874146ddee751c1ecc7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c45662ff6c7d6b95536ad201a4a86dda7f561a4cd10ad3bcf70ad90afac0cf10 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed0ed3dde8a86e5f9d76af978208d39a7df38adc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:519ba540827dd770651fcbbfddfc6924bf83568ff23fbcbb907c4136c7469bbf +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..12a803ecd422cf8415766e6580e8ed09f6fd6419 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb183a077b31ad05676763ae311c3f3457a01161aedfa6a61d419a6db8147ae1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1eb4fb1bcdca5c788d8b7d54144ad98b199fc9e9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4e6f5b87ce3d9480842fbe22a6c2dbf5b4932d699ce96d2a816d2115744c33e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..21f8e919a9a428fe35a47c75dae2ef58d78a4293 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32b1070a0d154ca9ebcc1a4871dd22c61732643d20d2ccf22952a620cbf12617 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f40d4421fc6f4f575e9973173912536512d3fb7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a8a7becf45194e98d670230891a242774281db83931f75b474a62a6debb5150 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8763860c68c2228cb888315913e838175a887063 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a796b808304d445160a419446b735b806cde6c283bf04c361b628bb93e32c56 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e87b497198150fd622fb864eb36fe99171958c7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebe5461f2b77c1b46ae3d710f889c64ebc99989954c0bf555b08b86be5810444 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aaaddbf6a694801ce26f1c53d4fa2799d2bebbd3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef3f0a7088d9f6199d2951c38545f3852261288cafacea7d4ba0dc7aa664fdc1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1787f25b06a57d82e68b5096a8ae1006b433b50 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4676c51e25e024d4411e5035bbcc88020df3c003ea46b2c29d6d5ad61a27be2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b395f5a8a7128e30237425596c323b7508063d00 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b47f6b4c90eac0a757e1279a04a11519a1833b4c939e12c0dd4d6ffbc4fb3e4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc997625acb3481d4f6b6034c0f4c42d8724930b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e88107401058f99dda1b30798b0d8b4e8866ccc5992fc8c6406713198e0eb4a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ae2f5dffada03859e68b70182096cea8311a9b9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f3435282f8b7c41376e01df2323b347e42184fe58a6ebbac87e92e383b4194a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2501230e56a517c8f3d37c03399cb47ad00c673 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6a2da5fc3fba45b65590d4fd958ef10d8abc3c969e4d8490a989db7831e8b74 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..50a7e19e97fdfc997352e937a8027f054deedf6f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69c0d9f7701df692405fde3eb02c6acf5090851df5027b6c5fea2c334541cea6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..38e764124da9aa324b8baf4bce02876068b7d6f7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef6e2c974c03edd5d8844c682e166d923a9050ea285b9174e7a7bfa63d58cf3c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cad504bd68d8fe3f5a115811376a0a0f885b9e18 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5157a43edfabb17e7c7da4b322445065680f07d15729fbf2f85ed1de80e805f2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8b14d9cd8f48345eff3f64ee8429ef50e1ade73 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30025eed2bb9bee87c68f8f3346b01e2f854c4c92be5dc61dcfd62f5a253848b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ee9727990d7f81f46b8506b0a964795be7c5a82 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:132f8312855e6b25926c708c160664901713138a5fcd49d8d42aba1cbf5776ad +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0655ddaff29d4d5587cc74425867d73038a70968 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cace3a3ccdc069d93f432079068c92a43ea5a8562f62d77275db82e08904eff2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..01e4a34065595a4ab0f3c7f79d4f03a25d6c2522 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9e185433b34e32eeb34093f78abb119bdf9bfbef593cd6cd0f5f57e59ff8700 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..71c6d958f8adf3a461725a0664db4c026969c0b9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c764b6077913f220923e044ec094254361527884534cce9dac59cf5925fa60a7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba4599bd0155dfe1a403698a0eea8007fb1c3904 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:406dfe3c90023a5ec3a2a4fbf0fa21920310783e39ceb94dc50ec8b08cee3348 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6b7ad2c45e69269b099563f5768a3af5a0a6d42 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5b777a97c9eabc2ada7b9a0fc38136ed53a5865f5b495d3649e322c23782b93 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..690d0293d4a976fa60b9e7017139e86ebffe7b75 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a912db6b3f25a4c1bbe93971b1c0d6cb21715b3e62b7e75339988bcc0e4ff363 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdb944abd0f7d28a4c0130fadeefb2f8a3017d48 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdae2d5d63598a298c385283d728f17e9b675ed40de3a91c828c258896a56d63 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1f1e480b194cce03c65f243ca4b962e60f1fbbb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcaae66cb7711d4b6060aa93e4eabe39a15c605058b30de7876ade76550455f5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c97643d1382a0b4690c53a7d2cb62931821cf8df --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5dec93bfe1074cb888ce618ea530712e14c5c15062acf228b67fc7ea6be99f3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6741f886418b4602161b90314c1262b34f340762 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a29ef60ddab015806da4fc45a9340c4811ec40a77f72aadd1e852e7738cc8a59 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..445d12ad50e09e094f679c081212de2467958034 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:163201dc0ef45b4594bffccc158c44ed26f6d68c504a7146fc55801e6015847f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..19647f7f9624620314d5161efc7e36d2e1b74e5a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac04582fa77f2bf3f89c1e651fa048409190349c566e235fcc0edcae729fe9d1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9eccdc374a24e050f1e13351f008b8b6950c0e56 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7400ff224d47760ab2b2f8eb151be07413a3c7a33919e0acf4462c6fe53dd5b3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..06d7f895020a9d891f9b46dc8cde99dd8f9048cb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b57906da3feb511507b51a3c6ad0afb8d006cb0594ec7bada47ebe0f5cdd40b7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..02cd7107293bc90e284069ea6fb47ba890752ce3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e8d1e70be23a3da65a0be538072c7ed79480f6d5ba0757178a21c302f4fdb0e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..60e8f5239dccbbaf06d3c15763d7b1b631154280 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b7e65ee922040d30b230a32b9a4e4fb7e94ecda17307216c890c54cc251f44a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c0c4b31e1c7e5732532becf07f43ac7abc21d78 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a54fcd0abe7b7a9c45fa6b12143d3f2deacd08a061ac3ac59499c26ffb83ac9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3d9370776bbcb61d2b25b59e2186962ec14bb27 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b9ec9465538c5d8b0db0e879b20124715c6bb83d8ec604831274d784ec9c79e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb3744d0d5528378e593bf0a8a41c7a897c368c7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43b285efa0e3f3f540896350fa16e0b9906268696ef976f91561574ab396385b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..612a448ba10bc9d69d184658c5add7a918339ebb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d455bc347c7625e678533d6fb7c425069b632f47bb03139ec07bf56670522af +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b57eef4084718007162197f59b62d4026b385684 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7c021738381b903016799cf7042a1a7e702aa26997056f347939a96f7ba6069 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a12a0e476bc51737ab0a61a9a9b88e6d0de7c4d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f4ef861746f19985a19c0391c12a0a1e7bb620a68c5f87d2a1a232ae167e269 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..33bede24a43f6fb019fdd839aae71694591abc69 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b9c5df985891f0c318936a0bba2d1a34c1a3d9d2bfbb43dafe42fce5c0e8551 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b464b8017bcde78655203e1da79c34c8a84b165a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d9b1b1b7d00f80c1e7fc760b8c4fffd992130b1199ab32c82ad479b89ea4967 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c79b5915e8493c509acd699b58bbffaa4286e3e8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f57b6ad52898d048486db17d8b8346ecb7866f6f1b74690e3eed624657b2977 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..016138185a9eb846a5a12b587a1463bda75e9237 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2218df52f3b1f807e14ab584659f8d98bfc8542f9396d4f4b7ca36e0b659beb6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a84e37cf110dd676d2b0f67d90bc99a0225a06c1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4e5f7f2784c29591557b96d509a68721bdb0090ddfd107723087836d1eee88a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..01cb26c844c983bfd09859d7ad9e4fa3519e1619 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da08d76b6f13074abb3a561f342a52b8125f4860f5b1f27f8b33499417f422a0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b171b69ba029ddae10e1a472135cda24f623e90a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3330db4a1568525c54b2706389e68e5a06c0ba6ad23f8beb98d413c7734a75c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..52db0e7712f163cf841a0b9d997131208aefb489 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a5ef2748572a3097307344ac87b004a39f4f8ee402eab685ca004fe6cc3b56c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a9efea12def3b9e79dcd800eb814f515a33da39 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b174bfb4e1d468b3e92a9467b0fa5af1819c838dbf75878edb04f7e2565aba4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d51d79fdf46d3d2d59e64566d3f5af9b6258586 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f30ce1111bd5314d6122ae27bfb5a71226b7917f974fd44cdb99609244509c3d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e4fbb892a84140e426364dfcd2a402afd08d688 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64b6ccc8fb47399cdf67b0ef6a4d2fa78d8a15a35fcb1bec4415d438b053728a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0405a7cbe166e007d5854d8820de7692936c7be6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89a6659b1ae332c7b2a9ad86c24c82fd15cddaeb4f5d868748ee31453a2af8c2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..603f038077497b984f2017fbc4683a4cf0179587 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fc4e4d52f947e111dcdddb52abb08963c734c4b2b6dfd0e4992307503f1d9c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b47a5e0b8ce0cb2f2b309ccc34097d49b942e3da --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc00454905137ae2288c1c425ca80edb43c0abc34fc9be46d3ab9b8d0a74e57f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c120b582c602b467f8d10f8415f8f82db56a6029 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7af6c04d07d1e388d29af90eea78753100051fbd50b2c5c9cda36d36653a4fb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed473f86363057dd6be7306bff871182976d13aa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d5f096ac115e6e8e47083ab8b23578028fbd0b5b235aec8f8098e411059ffd0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..af10861dfc8367e9234a011b6525e281eb3f199d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efd2a30197f9708cb2e47cfce224e529a6d1d6c42805fbf500648ad198903c79 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8b194ebfaedaf6268067f7d8e7a49617866d1e4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38cc9c407c2526defa145fc7d7a525fc0f33122d56f99dffb985c449dd120ca0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..625de95829222f93151af32f9a997d44a056f293 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91a03be66b6b0a9a199cc600fcd5551b654ac5a266b0d19bd71c1c7e6e8c3b4b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..05eaeb95812199a9d6fde2b9cd8ce7ff85ac4cf1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19cd1026076fd0d589ccd658e809c226c246c9261183f24686c8a497e4965967 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8ce32e8d1d525efa6f04e3132da2d5ffc5f6f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:997e439ac0f3e2aaf6fc7f8777b66e7fc94e030c3f180823b74e7f3d03a3d3d4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca4b5c8ea54caf29e55d47bc1a4c04445d012f8e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f68bce60b567d3ad3bc87e537820b0bafb7a4220621eac100a1a1cb5bdbf7be +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d73c2b2e52e1b26d247eed9b64c32f9ed2e3b57 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:685ccea63437c24b0d551392710a5274c28b455be179f26e026a51d646903772 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b05feeb9b093f964dc80252a8fb2e39d4f170d97 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a48cec31eb52c5fefe178517fa2f5e6ffb3098bb49675c0f727335167dcff088 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b82e291ee0096ac9587536600b8ab4108768143b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0f93a1043d3d93d2a9e18f2b2475b7d1ad6fbede457e30cb618807952f794e2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..08cc36e77a7f68ecfe6a44f6746ce5fe7583bce5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32cbc1bec3be4730ee9400cc7c0dd0746ca60ddcfd78cded52bb7958a7f769fb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..373caf598d0045cc476e8fe915bb400ef7f6ac4a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15ae6deef06672c4c07f0f26d2ea70a388248a719e753dadc37b3c7836877ca8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f8566a43402d40b9494db2cb76030fcbcd83068 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d03788f234880fc66334134a48681bf8d6b1f6d75f48e2882cae6938f567f3f3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..633db32a315626af29afb9f08e57478e8f8bae79 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99f8e326d7df245a1b0c70f1687498f53e66df93f675193b2f33b39b3678c81a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e079a6891a02ac7eb1f40c9522431c6e6ebc020b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65cbe0cba66e0fd66f2dcd33033edc6f1a79976e0685581228a4338693502f6c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f74246c1cbb3c90bebe45bacec4550e5a98d8337 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04c1286b0ced2cb13d555541edbf7b17b2d27730bc270d9fe4fc878fa234c70f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..260072ba9f1188cde574f5a04b7f558b061690d8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea2576088ba75e616fe089084603eca85de980fa7650e9585553024df0c3daba +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d38312de5b668787f7c7dedda27b31700bc090e7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0d1c8059793789f80274246b9955705d05eb66004f0238544c740af2991d4de +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c892d65aca63be553bb55a54064102581a57447a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:932687b9ba867cf89b4b058732a9ddb405f5b71e35cf5fc1d55db41f933b4b27 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc45ecf931886f0409fc97fe2ea47b9b249fe194 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6f959867a15b578f3b91898b82f35b12b926e3339179537b9e0aa3566222691 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a46d7fab6070f976ee9b46725128b4f31b2f3182 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b365cd2a4d1acb860a0eab446c4f491224011f76132dc8a265641b6793f262a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..14ccc64d873e2219ded32b57207a63912c510c9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:671daa1b4c3df462eae91b6e92a8076aa4bb91d17526f8fd99a595b2c3031465 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f411fc6900fd990a7566207aa5e15f9cd76c3f48 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4db4bed82138b8cc93d0a447576f0b87890badf61f488b60ea3cd969036d8c0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..36ccd7efc8b9945be740ce8ddebedddcbaf06a15 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bda3ebab8a5f4091c5f3c38836487160197bf4dd0693b0b444457da8e889bf0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..02bcece122294926fd9e00af45cd70739e7cf5d8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ce47c6cbb543d81da51d2c5d1567de5517e759fbed3229b61bd249f2da0e721 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc816a467a65905e9f3b314b58a4ef5302fa58c9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc25895570fdf1e06655270b6809d5616ec10367365d3197c5acabfb61053b46 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8da62b027c08280a8ccf95779e1283701554d867 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:484f828269a640f23c1950790276797633b0b5da2ce487406f437554ff830e17 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/lm_head/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..116a67cd6a89a160e2abcc5ed0a29c45d1b2050c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb9cdcd6bbe9db9bdc9c021c942d70c7997e13aef4ea3cb3ff16656510f9f288 +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/lm_head/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a639138d554a94c709200f969ab5311c01af6e92 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31631e10c35dd0aaa1fdc22413ce2bc3a3b72c1bb7cde926b13d66a354ceea01 +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4ad15a67fe8bfcc11aecc7514e3281dc826370a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50912e8eb49bd2621cdbbb9a2d8a7770ca569a47b15ed1a667077cfe723d7968 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..409f21c369c61844d660af5b1c979e4462ff58f9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d95da5c0c758645c0b5f97d32450b7de73133c22bfbff6071f573c7990dd5ec9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb0fba357ef28264a916a085f1da167a6585c33b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5298651d7325455c5a2a128e46b4ec52d32d036bf82b5e5cfb64e283e43082ac +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab7b2eeab27d8d4f60a2946566cbe0f10e2b77f6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5affe5603e655416fd0fd0262e6e61fe0272f82dc9ec2364e4fc8ec8e4c1ae1e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..67d50f372f15e966e8bba9cabf67a6d5fa5d43f8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dce2e338651c99d9f5402c7e9803b998bbac6857842d0bdd4763a7235c3faa9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b91b9e714cc3b3e743becddb4d58675382827a4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecd307855122b557acb2933cce7c8fc4932903c01242a6a78c2fbe5028fa1425 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f6a27ba58fdc60deb74246e05fdc3ac5b146a6c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f472fdb760edf17265da9f0dde37ad0a931317d89f617b3cd49b59061b908ad1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bbdd964ad1ec94bf8378ae666b57fbf7ccb53b72 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:916567ceb8451dcd14646259fa67ab66a034329d487e4260c2f499fd5d42784f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5e179bccda12a94216d7919df47a4919a7c8627 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c57c11e47dc4dc46cd342cd253691c58cf2bb17b870e6f650143c1b5d7b43da +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac4021d1533c18f52a64d58d5d46a03c12883379 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d219c5a349d9e1372abc96e9786959d50e794d292baad58b76a240287a8ec180 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b5365cd10a8fa104297f813c375ddfbfda6d311 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d332159f2cc6548bf6fc0b4b8fe62a4625abaa60059bcb29177a704fef972bf +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b41f95e21f5df2e448db7c11665200d3660f47b8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1bb743d051f2bb4b011efca492308cc1d673abfc47a73527d05575c69c4f6fb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..54095a047ec32524216dd93c61a0dbe22fd55b69 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed9a19ea1f98610245af4f2ed479dda66a1eec596c0e25dda9e55928aca80f17 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b55802704af1c43a67751f0a18ac83897340db66 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c29d83a54e52dcdfee9959bd50ba867d05a4d8e196f9e66e5b8b2c91ac2b7eaa +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..43d66ecd8e2aea3d9f33953d0eefb19af0518a26 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9364e6c82a749e61727582fac7497cbce0b912b1b676a46871ae2a7c9468b7f3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a7758584e4c2e849dbbeb6f3d68f5e068209ffe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f5a2a62bce834336d7fd85a2f7d4d2a7af9a2bbcd02c6f007222ac11e39cc25 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ddd888e445f7b61f9b19bef8f1011c0bb9dfbf5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05a3ec9dba76c977fba8f2a2ba96d6311c4ec6bffd3df62d7c09d48afa1ea7ac +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ad37e2161f44f8bb79f5ad75c47599873d10fa0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6949897ccb3d04b3f4ceff236194e23b420c777cb3bc9acdb291cde8d9fc7720 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3961b3fd0aa575274bacd04e1698acdfac13d91 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1190453400ace4be01eb61cc1e49c552a2c86e1acb7fa38c030f97e27663510b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..13ecf3d5c1694ad10d52c8e5b52f40ecde1f4c81 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6988233c25bd75efeb2c9b7d6b25f03831704f9041458104467255439611cb1f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c85cacbbeb7fef9f0313569ef1920809df87b48 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4d909f39005af1bd30304a2d272c80a1f2f83852341a6863ac09dc4bffa4fc8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..41ef10913a10d352e84e0d413d5018d1c3c3ec4e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebb6653437d744650f8dca4e6a506517cf1378661c24e090eb592949a04381a7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..db0f32e33f80089c39cd717b1d397ccd90254518 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8395bb045c605178736e611fdacff5e364f62c3a191017abb1fb0ab739c926c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..72083dce9d86ee7786c519794b26983603a0aaba --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13b150f526a8d8c9a10320312e0b85c517e3fda44581792e64ed98d762676616 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7fa11aecc60c38feca2c48fa36e851f2c2572cf1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5b5300f9decc577726ff4a64c54de9f280a6bdbd3c4df969fcc6aa372ac072b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..da5b721f1f7a0e232844883e6d179c9ea0b06269 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c582ad1c3aa673c0f8f6e6d42c5480b4a4654afad9a876d1bd10d6f95648c85 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3237d477b532e57417623bf0ba9434f8cf3c0f26 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b1a20e2a5b7d8829661d594686ea49125ca0150090501ad23f6c01f67427786 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2be24d7d18761242d033788e7861ff63635ca37b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:863dea989cc582175ce77d00b9bacf1bec2668e636e38434560620a7467095a5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1c655deb14742a44a9dbfa4ef2e00e315b290de --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3d22dfee8d0cc49d424890be711917265d6c8f4cce1c085b05b6aa280bbd07 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..51577d5d6a86f4a891b0d7f27b19c30ff77c4965 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:041fd186cf9b6f256dbd85825aac9d0a9adb191d97d7fd8d7b8294eb48d0faa5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..659eb300e89b62147d33a193f80fd3b762acf66e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0623b059ee433a7bbf3969b390fa3ad662456544f749d369a7b397569a51345c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c16637776d2fa2e687a34faa4973bd3c881fb92 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33bab39f5943ba70a84e5edc16afad90002b95b33c85c3c90b48c33c9b63a27b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b838134355e6cf77bf3ab70cdc1a568068356c6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f67be215d5d5c37ebb97ca5e7ab7544d8bfa0bf9b9e90ba0ff7e214ad458278 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6fa02bfea81ee02b71582cdc08ee4640fa6eb139 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6ac23442bfc3ab36c8cfdc8fec16f0252eb0d23c58026136824ba0223b3d766 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..432d7fd47f507513f9ac4cfc00ab369b07251323 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ba5d889c4b1ee5f6c8d02e780857867f1ca5600b3b0f3302e57c2db8d8ed92d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9fcbd4671487ee8ea0e7bbe9b59e74b60131e347 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e278d12618a9972e57860ff5cbcbef0d58284f74fd374d97940391506d98199b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a0f074a114bca56ed102da79511bc0d52471396 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a71daeb8d3efe626cd0211ed19a1e8ee93422cc8abd0601c9a56c135e88570ea +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a6ebade483e32459327db33a0afe3b84273abf0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a61f26150651fbc9d0fdbc0c477b0da5dcb8341f3c72416ac9d8e2d3d5b16f39 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f92791a13bed621503f43c421d3444e47312ad7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5da937393001897da36e1a85d79c302c08e6c2ef1890786e634768d8f91a80a9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4053fcfaa09b29987eb82ff486d8eb524bd8c62e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54f95ce40d62ed9eb873479ef89674c9f0c63a2f56fd623283fed2c9683fdd06 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..deaa7a709c9957f6a98d5129c25b2d2ff1bf3b95 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e7b38210d43ba7ead03d7f362d72d2ddaf2de29f8583964736c6e8431b23b1f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7572c7aa9c7a97b274f67fee4316e392f5d5aa6f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:755ef0ecf68963b6d9345ced273cc0367c7094e8a53c3d6cbbd1afcaf751863b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdbf829058ebc499c11a851d244376530e809da8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33b5db7a922a066db0fe746d6518b9580b2cd5394fb0622397f96d5eb3846e66 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d982470d1d16ceee36c7524a9be88677377c9745 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81d633ebe67d7d72eecf955bae0f41cf17c23cc414b4e21b61e85b832423c89d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d183d4920df3c0a8f62a037e5d31f8782c00afb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55ed60311e8128cee7d4dcb7014aca3f37d9de75c2ed9be82b61850b21f0ab5f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd1dab978e05cd0c01c96db6db29b5a99484906c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1eb007d150f411571de571e58beedc43bd99c75238a774dc2079c318e439690 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f607ce0ad360c75467dfb8c7b7ffbe21637d0e8b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:692b9c1fcca57947ae674b4059cb197137aee046415610b089e8d00f7cb0f13c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..204f36276037e622d6cca2c5ceb8b253ec4d3b2d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eef51df04b55a43d8b43930386c29ec69d87e42d776028885204cd0d696acba6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0180ac24dec4f284a7b8ed325beed53cb186c36 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77513fec5bf2e59f8d098ad4f389d721c28b69baa853f59566dac0d965fc17f1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee596418e3089e5a6b3eeecad63a5c9c2bf3aced --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f447bb799998939ec37f04d48bcffe020d450ed531004dd73711bcf514807e18 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a72a124cec493896b228447aa3daa881145a3de --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afc40184b34f29c3cff9c01c46b1f5967e8c9bc8292218188a072f8a21cb3e30 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1fc094b375b8e99bab8f423c82bcfbf7b1ce8e9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58ee0181dcf176325286f305ddf141aae765402595a9a424ae27651ee915d95d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a60b0341ed5a78ea20898b956227736ba5c9168 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfab427a6400fa233d57512b55a1a01b4d1b3db07fd5eee8bda6fd304a82062f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0de89946d5400225c0b1d383d63d664c8ed45944 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb9ae450cde4b10420ad0da6bc03bb246b2bd1d89276a78399973194af8b709e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8c3a635df5791ec5e7ee567eb83315197ebdb94 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ca9f5deaa49639c2d0328235ca2e3465b37f1fe57e8531cf3df3a8e503d377b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..78563f0109e7afb6a5b0920193b0d45a829e3468 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb033a67412ca5ed3071148413e717e4a18bc4538c9f7abcf7c2bc58b57f1a22 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5067d8e4a8c99bf3c003200f909e67b06e99d50 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c4df06c6f9a89bd876c1f697916a5900b8e2506eb4e68d17ce44d0d13e8953c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..44b9b9603e952e4125dca0c8c12942b43a46db6c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5467e90d645c4de5775c9cded83fcd057be213307da91c9f62fa001c095027f0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f5f844cd1f118abc4a33e6c6fc135a097b14cd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2254b04ce3f7bc2cf12041ed6b8fc97786543d6c11dcf69f1a8b78ad219e3991 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f6dc09135127df18e681a2cefb2062f5c0b86ae --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5431f84df2ea9363ad203fc1ae498b74fc9cb0239e860535d91a1b03fb69dd5e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..caa5b8dbab00bc41012d218276e633500a85070b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56db2329caea156b4403707f397b3fe08a053821669eafad6c62c48026c868bf +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..936bbac2123415eeba174b56a608eb826c5c144d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d79b421f6962080c090e0dd530e7c1798e7619947eb5677928d699f9b1b2495 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..94dca557793b92680c2d6deb2a05608631a94abe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c0753c797079289e7b2fca03c477611e641b3f742f97b4f524071687a66eb08 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e1285143f381b37113a1a40d64a6615bd5efc22 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5bb3b75b38e2672e7fdf5392990b16f52de320a6aca630fb810b1771ef1b4cf +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8792f0ab7df6a58f5bdafc4cb6199c70d14086e1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54cc5340731d9416856107e90487d908073ba3f5fadc5d44c625db8a2df2af59 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9135101fc06df9bc9d7dbc83e17cdb789e4d2d80 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f1198ebee782ed930b4d1c32704de033844a9c823a81c4d880d39c4f471a3e6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d426e6d96f896971cf72af5aaa4f933cd61d891 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d82850b71c83fa249b6ac2e5afbec18cc9a62dd10d627c3efa72747e9ac5331b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3843f09bed8d02696a95b5ad8388832ee187d10 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f99bd852dbb5944728323fd62d1786b5f8aa8222ac2ee5c27bbd7d8ae6b84f14 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5f27a741cdd089084222867fd4fbc4be9f594ba --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc77811b9cee72ab6b11ecdba682573288bbe6aa5ee2cc1eb30c13a91a096885 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..970a6235f20c1916c6ce569104919584abdafb00 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5833f1aa7a3e0430a4a74239f1366914504a1b55290a215969e4b93c6e93a275 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..75e9f84bc25fce403b9d6322fa5d6dc4ef4474d9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc422a7801128b763fda67c3257bef67cd93ed53fef182db136648b8bc30f02d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bebc896fb996e9796b2a4223ec6def6d43c5b0a5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:449fbe82319058945e820df60cb993a0d45811193fff937dcc7ab5ab0679fcd8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9637d717eb1fde55004ee6e24fb66118fdc3ae95 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:618e631c63288074de98295e423fba28460eed26ccae217fd9f8f0e771576f6a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..60bab00e554a4ac9dce1ad5b6c5aa55535b78be7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53bd94dc6822041d97f5a7f10fc6c843fbffb38075c37649237f169785acb668 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e4e23246e0bc11b19dc2cf0e9a3e1175ecffb36 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:604825d1a7cf7e768b6de8df806e7b7f675b0b62cfbe4b4a0d93767494ea8712 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb7b1dc4a969925586f34810c518abfacf2fed53 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fb57cd758ec2b8f71f146a84aa08e4231a30b4e374eb6569082ed03e82625a0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d76dc6358b4fe26931afd6791156b9a1a93d2c55 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9880600a90f1113bc254fd9bb2d4cf8b00e2338b17396cc5d11691052f022e5d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..652555778bd501b7974a1e96f9633131169aa5fc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f39f3fa2f7b924c1c0e28f282cab200cf6f958ae7f02d1e7dfaea84c5a5581d0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0594383f6899b2e4792b2f442e4c3c9382ea4990 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d781741018e6daff59e3b037842f3baded7f338033ed7e0a18fa7434637120a1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f36a1f0e04ec47b8d5967f0cfd8061c7baaa5bbd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c15b138301d11b57f50a1744903145725567e840495df8951d336e6e10c35420 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c034a1a3eab270d0c2c3be157d9b952ee43a3023 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ae9f7b2351096f9c673ce1046106b6d461920d0a1c4b6056c55364a73344a5c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..53d47b78b5cce3d0eadb9b246250bcc42a7a182b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86cbd0fa71038abe422ad165d3bbe77b6bcb978b700b9213227ca6fdc32146d7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b667b133bc520fbe7c5d457b9236753c9fcbf2e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6917623a1774d00d895cd186dfe25a9304eb659325a6310ea10812746bbbd025 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6a37e92dd775252d007116da54137bfcb2a4390 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d31eb8bf86e86342b81ca53a854910ae66bbbd38790e6f836c8808b3aa85787 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9a754cda2e6c57f0dba27a92e0d463f8702c7eb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83f9b2e4fe7db96e4ef9a1bae4837fac28bfc74a45e9de8346d3b9ac4c59ada5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..20a4855da1d70a30788f762b9680c8eb6755059a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2c9c8840c8440c32f2f2180c6a24cf6b246e766e52921272b9165f17b15ac2e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ada0f87d64142ca5c3034e0335c0b871ac4568c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed6c70639e350a5c289f25651e6ee8ab1635d18b297eca64a57ede74f740f5a9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..02f17ee8ddab12b62098586c955a6f04bcdcca4f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9055610442051bd0d24540babe5c980d2f1f790b65fcdb11f56f24c77505d37a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..80a986c9e5bbc854868f144bd3af1e2b106ee329 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b64b820ceeb2ae53fae0b0bd309eff92046c13fcdc3ad481fec2ef2da6ceeb72 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b94ba31b04532fe00a4af4931b4259cfb2fbeb5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bffe6f3ece7793af20face9bd566bf02937da9bc3c91911eeb36d60965071e64 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fac2a3a257d41712776bc94a7b0f5bcc9e5d0d01 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:321e4f8e56a54fcbec5155afce4d3143a7763e1b3dff9030adc20769b203687f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..77de26fbd2b3843b6c3bd6d37df9acc4a6dc0e39 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0be5c19cde78dc26880480e71ac95a021de14ab53c74ffa20e21da25b750ef5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..48d23a6010f7890e550ff4992ccea3d8dc90b5c1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f76ca670bb34e1d0abad82dcacefcf8af249eef23b0da4a429504ac1d317af5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c740e8eb021bb2060794eb3f62b0c5b19b67302c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4af30da6d56a906aa26aad86b4566168c62c24817dc93adcc578587e0fd29498 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e7ff04b8b94957290f2ce8f966b28261cd183f2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86e46820f823d8fcdd342e9b78dbba79f6702d6c3b8c4d301320f395361d20d6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5dcf061c26e5b3ad2614899ca043cba74fc6a3f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:824bb4321228490703ea0c51abafd252e3213f98809a85f01fc63a8a71e86e4b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1e3f56adf417b2bd153a42090503f4fef9bb924 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0da50ad11ae2c11f50e6bb798110fa190ae49a12564f6142698c66fd59abc36c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..463bf0d1ddd0ded985e774ea23c0978b17011443 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98d366f7f57e5389848f12b9f728b989d90e2aff3dc7b184f07a2964e2c972a0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..53f44f00a93ccba51134184322015a58aedf4174 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f09c32e4f0520593c3bcd1ff24143fe2132733765c3e0b06a55abb328d0f0e7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e082549f140bc0c9de61df10483223704bf86b5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:041beefb4db464d8304cdc28c63c51aaee0f65b9d93b66e07b95faa08656fd57 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4aec54843f00d1f11f0ebfc825a4c03e5c0f05fa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a1055292a644e9489cf5db7cc899a26a62072fbca000f296fd0966f8c4a26e6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6d6661c0be4e89e72732690b50397cdd3619933 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0b154c5fc7c25f554b75ca143aa6b35c037190e18f622829e5fac85e31d4d6b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ed39b7a28f8a7cf4d7c8073092766e405ebcfba --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e95cbf2939c0c64dc981bb11b1211ee9457463b6204b58900fa91ccf8ec3b62 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dfb6ba067c896b45274796a485d8f7a34db1d3c5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d19354bb1cd06b7a7ea8f52adc5e1ea9fa2b625372a175e9d13ab37477f169a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd23a99f0c3058f7ad90358cc1e05e4e0913b0e0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88fdc768d9ee87d7cc03a4b5d0dad060e8519fb5ddd56c96e5abba11c9cb6866 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d59c9536389019289a262a3228345f93b0cd3ec8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:193354f5ea600f4b1d0c6cec778fb82f4e7d105f518d1db2669d45a2fa2ceca2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8173148c545fdd1430f8ec22daa91763fa9efe1e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b03705beba5fb80558ad0bff7ca3b346bd1824139521cf0a66ab73c20af35165 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7001cbc992d87e5c77ad576de15aed6f6de06613 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32193711a04d401d370ecbfb9e4def82c8c4f30622fe9d8545834ff6b3770416 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..080259aa9d6cc2596b3d76d48e33bb5190e15e99 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa8a26f7daf2117d395482108953212f031078f34b73fec2afb7298d3c0a5408 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..73731115b24dddb1502274ded179e5d6a4cf57a1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e134ce5feb733236c4e222305e7bd1fe823436afcbcd3ba53e5d6565a6d2bf23 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef4919ca6a5b1059b6784ff4c8b0c5da1f508946 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:238ba48756df9270b677564b91146c16ad65cc10810ecadf99634396e75b66f9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7a2c7deb5b520c54d2ce55588d4e30e73f8a5bd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e317c19e1579dd365446fa82dec5233cbede95d78788017ac3382343a8eaed69 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2dbefc691cc60acd095cbbc693a1789fdc739a22 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:075c57d5bdfa7f91c6b26517249137c720e9d401a44ab0ba3e31379015dac9b2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..88b321afba5e6fcef6e51c134e81c102a61676dd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c19ad441ca8bd1dab61c45872a8825878cfce42657a659c8a4d93a2eb553fb2d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..484e6710ef02a212015bfd71a2f55e10e8a46d58 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:351001d72e6be2a9a082c2d8c67af37099e56bb1c0d08918bb0722e5c92b32eb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5143e0a387cdef6ae07067b5409f043fb39135fe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13d1ced9f243225614c2506fa8e6b7f10e791f2e239b5d32303f0bcc1719d8ea +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2fba3beb02e5da74f528804f094611a7f2f2c4b8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17a5465b20029367ad356f724c6862a20815810d1eff6d4d06ebf5a073b28fee +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..338cf2a1d76d0577f98e98cae676043b8df046f3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84fcf4c04fb5ef0b3e8347797d2d137230e73c467ca3d2c9a1639c7b79a3469c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cfebae47a81b3ccf584358f28898677cde16ab83 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17383f7000e516564a7685979bf1de8640d9a423a9ce4346f00967175e8f35f0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e9bc6b67550d67de62e39d192624da44b944c3f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d509efbcc8a547cfb79bbce838e85298cdf43470e949e879e77642a2f1d9423 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a985b7b29ef09157c61ba4ea415e82881f20356 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:378efb130c861a59a99e087027fa145fde63a3018a26cf311771ca5e8fcca637 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1beb5bcb2c6963690dea57318c70d2f86882419 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c29ea11aee2499a9a3b68606629f631d2ab1d8b78d9c2d714910dbd7e9aa628e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f56a3d4212397a6c4c2579a287f1f9be6e7f863 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8545de410ac23ad9e6691d6edd50d80ade1f406f2007b55fc7ad759762bea733 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd87a5b38e640fffee2f854f676be9a961b8b574 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3289b32a027f81810bee7af3c73acbbd2c8893d71a16111efa4579ad081e3e9c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..02ee5ce16ba851b90d287d60e9f32759a38bec8f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5e94f30dae68431f84d3029de5d9446f9b0a21034b107c009f5cd289aa52c8b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..185d79dbf044763d1ef6736cf6a4b239fa64a37b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a838b5c4ab36eede8c78445e648707f12353a630ec56b4894022db826a5e15f0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc1d70e4121f11cd09f92a0db0227886069ba070 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55870830d887b7b710c92ee88f59376ce27dd1f36527cc5a218cf05c2bc5d905 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..90150fb277b472c5cf3d17ef22b0dd29bef7bc38 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3855d82040e4332e1459d591388bff4da7fb06b8455b4683f6f712da99e9b1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..76ab753404d4299e73cdd1da4e9d2136f7e21525 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7f4aaa8700536fefc9672cdebfc90ae596b498abc4d20da478d2f3ea5bb9f46 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a62cc02ddbd310ed40ae8948041df9758cd6c1d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea9a983525e7512af267cad2ce3d5a01737737f0f75681d5ade3e2f8c32152a7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4075af7342ccd970105877d77336f050d46aa7f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38ee27419416a090c49a8805c1364138f9c5e5c7868e5580fc366a1018173de9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c5743221c63f70df2718b5f6437ad092136f4bf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59d6ca18326629e63bfcbbd64e35c60df170a0a2b456fb14c325a847920142b2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..34d47a1f305f8ee7230780dfa08bb7c6c3d10e3b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe166106f596ad1a092490405c0629b2474a6a8c34cd69a5549713cb6ae1658f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c0fdd06bab2bead3b4e429c46586892da7f2fbe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f3d54e52d383ae2de83daab510ad19a4ee574c227e6c90108abd3876cd733e2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f983fe63c415a8d9d8dd611d240fa299cad6541 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c995d6cc2c7f69a5f9887a4223e29310544564d5fb2849e333712c4f48dc79e2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f9821692a898b67f2b0933dfe422be0a2676370 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16836966e6eb672cf322c0603b8a7f135576b30ed3889416e3bb9b0d16ad0155 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0f11d07f0c3f51fb4f471e2decac581bd9dd817 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca36518d1e414aea32ddccfcc8151f98dfcd33b142cc46ef15df8df1426f6bd3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2eab1f39904abe56c4eac86fa5bb8fd60ee94e76 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9a0e0cd7281957ad9a69d4acd60667821faf48b36fca1772bf14f9a87db9d0f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..689a9fc0a577d5d91fb7f7817ad3ca16e2e129d6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c096cba1d8d454974e5a9971210f2d56c955e919c661d56cae409ec2555ea88 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..001d655340acbd6db799d2d91462c1388230454e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f9b58cbf5785427c3e4fe5db68af3697cbf237e2ac2c9936d72751a5c1d9571 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..03ee86d17e91e95250becbfa6a0a217aa35d18c5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29bb6a327c737582ecfa6b84029675d1a78e6c43dbc99ad053e3767c9f00ef6c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9ea9f179873fe180292a355268c65c661428562 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4802f9864c63680cffe6b5dd203f8884afaca1b66bab7147d86a07e83f8c22c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6ce92746df88b74869c4587e32481d820a6b088 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b7b88aaefa693606f04a67630d7716ae8484635a794f8f538e3acd994cab309 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a0ef8e53635964db863a972656363e171519763 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff3a2cfe68691a5e2d4684ff908a03065e329e2acc7e8727f78122ef9d1aaa35 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c9bd0566b1facbb8d011904e9187c28cd907f2f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93f1ba7001ef17e166afb2b5c5d240a9b685e0429eea746b35f77553952a6519 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..65b5d3f98af9f811fcea65513a56772af7fcd627 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22de6549e3967acae4082f55b45351bd1eea83dfda213c85d95168dd3d4ae6f8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..671c9c7dc990388d6599caba7ab7bacac4cec12f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f9edd3066343d46a43497a603f443d9b2025ab5862d34f0b2084e581945a60e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac06c990e2f9cdeb591b239c789f6dd97d2c414e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:822700df2ca1e7eaf650a1b85601550cdae367d6f340c02eeeb913c4dce147f2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b27a376b5d34addad73c86111545df89ba5eaf4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64e3e815bccb7c241204901d056c14b64d7437fdf53b3243cf9cc4e1474732eb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..09fd4aac3644d53c0ab4c67ff3d406a8188a6c42 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d493ef130e7d0acace7a5f3f1d384d5090d4cc5cfb3da1a668c065b2bde35994 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..41cabec79bad486181b7e912df347edfe708c27c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:410d0be7feb5eb483645df45a91a37ffeeeb0bf0b226b0c35dc78a834abb5fa8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a91e618464f9996bb67d1efcc1fd5c0122252cb7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2dfdbb75c4092af2017b1be389775c63d7e6e8945bda42a0100a8accb4d67d8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6591e53d36b17a206592ae2d63eb4e2e22c9ea1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc6dd2b498b6780f6ab0c4ed5bdb541d593d07068db4cf01f1620b64df5c2814 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb2c55d7ad9b99dd50da37aa1b6e9b940c65ce03 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3e3cd521526d420e3632d22622a9cab1ffa8892254430adbf156e9ece3ee903 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb91c2e1228405abe54e4b40a313628a44c12286 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8554f8603276ef23bcda51347aaa4ff62817f3be45b97b12c28c5a1ed74b9a18 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b0f9cc603e34df0f30844db8466d816e611fda80 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ad0fc4fa746924a960611ff721801fceff4b12d05635d5a291d7727a0dae825 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..72e86d2cd8814f295ebcdb9b7b942259fabd0ce0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5909cf60b8819a9ad686e64c7ee3a2963e59c3e6f1309542f20fca87d6ffff19 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..db95805abcefe0096b60ea7a63c68c177896fe68 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:356650a4b92c3f48a89b547e47d874f89ad7ac885b2d3aa7a76d5f4e138c3f8a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..236f64a27d504ee6b30aeb44056fee0ff97fceb7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba0ed50c601573bd91ecdd32b7b21c5d8e5ab94fe760c8e66dfeea178d5f6133 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..93e653f906edd5b973300f2532920d549af115b0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ee7b3db6da2af8ed4ae1bb512e8f491a8d11db52253f67db756e9c5cc47232a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3cae090de65d24029292760c9c93a3bf7e1e6b35 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20757ebce847a339ba8c4f2ab1538410c779f31453aa8a14b2b81b53e5cac4a4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b098491de4e0f1a5b983207aa5a7373826979b98 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37a5efa10e1ad86112e60e7ce759eb940369c0f67cd6f87f2480f1d2cf2ef2e1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1790faac3ca14d955d53fbbd8c5f06071f26e25c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5b4369912e3eea0c41c28965ec98498a42d93c96ff091dcb74f28595fdb6dec +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d69f011f298c7167617062bd4fe7ff95d16b29f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17d6fc9a3c1dddc5dcf94294c2ee49ed027d5bd78321f5855d74a2a0996332a2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa315df622b4606e6fd7312f10459c8d87c8a4b2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1935f10e989aaa0d1a668d2c4a337da49aa306a5a17d91e1333e544af313a3f5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e36886c0e7b0e5cb8fd346665c43dab31c9260d4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db3b1dd936d0722b3122ef04afe29ab2e13bf6f9b9246477f5d8f0ac2dcac3a6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d0a65fde2ce9dbfb47fbe87c0bfb6a3459a3de2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6d78cf0c1fb6768c170f464310b3b099266f93ff1e79597a53126ede7e552aa +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc256dfebb9f8e424d7cc5c472f3d785602915b8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc388bb9d5d919b7efbab3323cd171f496afea4d08388ff9d0017ecb9fa670fa +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..80ff51627f32efe8e07be4c6e077300e73569be2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4386f74c1cc47b38f309decb91ec554fce70c67b97ab0fccd403a2ae911fdb1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d53ff2d1d324e541a9c595b947654d908f3533e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f1be5ec96df868fb53805559262178c3bb46ed175a4eb804d20f452751b374f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e19350ee21e7bebf2b55ae8eabcd860b2fc2dfe4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb9e9e57f5a1173f9f00ac677048041c3d9665bf1474d9bd3e234fc3803f1ae8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..da7f227e6499bd3dd87d518f712867e8d8367a21 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eddb3db76c40cc48d656729207ef492ac640c08802024139d597de699919d710 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..44d5c30eb6535cb778b97261cffc0597210ea635 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb9cf1f21cd62d1c66105f6bef1162612769545cd6fec66d830b4db77224c792 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0cfd7aa3e79da3945a60573422ef580b8197763c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72c5039e9bbaff72a2e3df99533b57aa0c8de8693c370a0aa6dd37ecee95ddbf +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..93253dcf47ad537e09dc01eb0e117d17acac3113 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02091648a3d37541a030a01d53f7c9180d5e9a21ac88dd349111f05fa46ab270 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..84579af7dfde3f1c4fe3d140b6f8c3c55837c953 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6a7568af0b393b13233617acadf12a2e9ee7d6169a64ba22e2f9543b0ef8f4c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3294031540bb650dbb7b9a974437727fc4de7988 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78b83b99043a592b613ae120f5e4b20baa48ae4805a187786f08eda69416b38b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..90b6d001f3ee7a16152c049a467a2c47d3c8731e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c6e7c99117a422ed3a34f256557491dfe1f273374f84bbccab5823897f23799 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..064637aa55ea58dcf5ffb7ed89d5911c0f53516e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22a9251a25c635737c84d5c0e1488f89dd78e102ce09ba31bc42559aa84e07ac +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..545249dd159edc26a87a897b91bb508be7fded16 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2acd446b455c0bbf56a97986f1190a8b1002f57c72df911fffd28ea36c58756c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..611ab3e4b9602f7a183c9deb7c08e0e40014c95b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82264c9074b2aeceb68a4bb297319978c3d7642fe5ecbe0fd576229644d639c1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd8d5397299a00a95eb3feb21822cf32cb55e5e4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dacf1b6e20973a02e4e72d3d3d4532fd9b1d54e8bf7da3f6ef7b1d13ab24dad +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2eec161e4a2267e858d7812f31ea6376fb228f64 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e07abe45565b32991102447931ad768c4b4525ba2c4faad3ec096035144f9c2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4626b06e8ceba766ef0e2378b408d34bfa875b90 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40f9be6c2d99604c2487bdd99eb2c8eedae0747d5f79d43710e90c30ce52805a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..44a7c070b80ff444566cb17fcf2f7279166040f2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16960b4d88dd5feb49ae71807b16e8d0bd2f17fcdf0c456d213d5ec188c8950c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..319904e91a04a672425b551ea9d2a46341ad915d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b57fae07457fea66e62fd939b32d5b459bf1526bf511a1dec876f271fd2c1136 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4cd1738e2965db401a855e0168462e0494ffc5d9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41d08f5eaf83a18c5464129878f34f8022e51ed940f1e047a3ab38645db8d06e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..97bfa42283d90786ab6b71619b5378af54661b00 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa97cee8bdbee12cd5170abfe3e615908e2160ab8c1f2ee81ed502a788e28cf7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..12211e7536f0a6fdfa1f7919509c804e5f43439d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a972b7f013e65f3629a88a33b5a2db0ed26f84a7fb8678fef1f6cab0e57c9e0a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..803dd08b6109ec3c082f0f1e33921ea6ec0ae731 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dadb9f9f60d05c94200ac6787b8ddd3ccdbc998604e443217d48487c64210704 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c7ad05468cd07dad1240d7b05f251d7391f690e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:213d864e83d10da75a04e0aef7249926552e8f8875b33c847ad27fd4871528c9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..89e135f0f9d6f73ebc8c7849a077867590b08f4c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c2c75b329e38a0c0b3f76d470ece25f4cd64f528bb9f220f7a60f385b845e37 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6824144627c26d724f3b24e6f0f2791224f7c55 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77f229408e71a287bab75029255fc880f847c167e90ddf7c1c0066007bb086fb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..138f6e0c2cc757f439c3fd3618a6ecbb3524135c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ed8379fcd1cb69769bf7dd8abc7fe0f82e038d0bc7cb9bc55f934ee44449c2b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc780cf9d9fdac2536872a3efcec00303bc20ce1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae0316df2eed10476eb0be991e5c1b4f33ff0013b1c0555807e1d40f7b23a589 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fcd7cbf4ebffd5c6d8dfe20aca683df36e82c1ea --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d138b2b5583f00ac92342d8f438803fa65c292bc16edd82816f1dea7c3ef5d18 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a8171a4bd768dbe85a66d093807ff303bc458eb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6e195b628f2c06864c56b05e2e96e3adf0815f54ef53c0dfff44ed32cf67e85 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..48ec241ef9e7731446998c7371f04eb90657a461 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e29b782c1626da3968e39204752ed7b5557bac8ee54810119e9a00971f572336 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d7d737d5d32271eaa56ae0d5d043e20801503e9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87bb759b7fb1582f154b5244f3597f8d060bb30927efdfb4b7b68003714576bc +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b132f96c3d745983d15208822e846c12a2b075ae --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70b29d782698abe8709a196d0d9da37fcc6aaae52beabfee2a36238dc057571a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4c20ac9eb8a24137e494e59a8716ae65ce82526 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9327e1a7024de284955d2224b9380036fe542c03e2a407d742995e2e64794241 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf3591292eeaf85f93587c79e81969fbafdcbbd3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7912efdf56f5b40993001caa842069acf3a979758085c8373408418069b626fd +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..383b4b87ebf01e51f51aa6e3896008a513e98e49 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:632ce6c36becf5c1039bafa4059d49fd66c6339fc0c2fed39b8c146c24d670f7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b3ef5b3f58d4a6cb5ba6016b76cef96e79e1ad1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d103074ea23cd4edcc24203df724b030fe5913bbf660f92dc41070032548110f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f1ab213930c63d4f02f260bc955510eef713279 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f89da58853ac9a90144715eb07fbe8b54a0788fb071e8ac183c0d509f4e4200a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..735e42fac600cecc363e228b38c027a243feee6f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df281301aeaec7bdc358ec8f76dcc5cce582c8aa1ef454c0cc678495be83b04e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..79abf9d2928eeeed71cb9a371f94d782b795636c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e84dba06db325e10527871bedb953fb8e116416d3cfcd9fc38aeaa8581a2057b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7df0a07fc5469ca7a43e4ceaac1d64ec0af2c9ac --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2c99cadddf9777fab459b7fc26c3c49640ba972272baf9703c75cb62d433326 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..47ceef1fa349d9095abd5179a4ac4033a8d08a41 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e260c6d2a44daae86dd687e511f897d36585927bb84ad5b2e02bf227d36d824 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..097a6f5fc6b73318a35a8bd3ee285d8a93a12f28 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:116fafde858b6f3d7cd2bba484b8c5ebabbaf84e25f5fd9953f47147e76d01a1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e433b3bee36ab56669504a876f6e574af86553cd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59387293616d758438d9b122b895a7acac621b6d360edae73b800ce23d56bb17 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..06fc6b277e828c42482c6fc9febf908540778425 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b14bc18a58492fba6c62c60b129c583718aaedd10e7ea425b793189e4bf3cae +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..adf97092ce5be2efe77e2db586a456459f4016c0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d434ab7a19c1585a3ac39626d76bdaa417e54285f6fbdf5bd4887274e0104b40 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee9f6c632f958ad49f1b14e0511feec261826b98 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62e34b2882ad878e9d3f36a461aefeee0dbdf019a3aa9918981bfe74af86b116 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..460b27ff44df9e48fae1ced188cba97c88ce229c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c03dcc74ee3b52a4d5515c986b5e1eb343fd7a2f73a53853048f95d460734be +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b412fe99029716d23c4b3286be76c32e3232175b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e01f2ce56aaac69d6ea7def26fec8315a5454c76d952f4f0fdb3324abaa0957 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce06a25960471f6a875216bd2dc0c6e1aa6c1ad7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfec10179f89d6f95727f22711880441008e89231d137a7356a36d7803652a60 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ca9e96749e1ac03fe49606448c7700837da8e43 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ab33b3973435bde4e51502985b854d6df144b6c64766dc425b6cfe6ccbf604c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd61a75f90bad2c569cb3e80c9b4bc3f2b5516d5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7108da6aa8be2907346faea312b579eabffdac7790fae5a93c2fe478c5c3b3d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f002e5352241e9868b80f8299c413812e3401c6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20bd4c775ff21adadb80fccefd5a612910272d2b5f033b1d79725ea1e9ffd080 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ca7b630d1c7099b0caac7c9f99b48a64676dfc3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e93d9abc792233f89736f6dece0f3d207a3e47f687e5e3ac42166ba417610c5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d41d117cc17a71ef5eb514f184b802b888c2e39b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:feca6a0040968b5e3d2ee8e1e2905da133b64cc795684f18d004356db4846b88 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd33ef23cd8a280e96eef3c08387d601ee7c2123 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e88c57210df487e585d8683e628fad4871c6b7c1a874e8ae9f88c291acc8635d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa68a515d0bad60004d818b320c61059f5e23401 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:606274f047848caae5634d9501abffdae12ddcb39dfb1e94fa84c0387036a214 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..241111ba210698fe647f60ae6236b1d87aea809e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44dbcd2e9daade1d7f083595ddd133dd97b3e899d2f6facfcba9e51f13356e6a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b330d8a8b3a191dc6de18386df45703430113b55 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80e34195ab9edbbc3040d9921db79a2812cf5789f2969427e35ca19651501655 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2630fd306da62292a4d3de69ee28b42bcb1cc58 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d99f10beee2765b05e6fff75351c0c024d2e7e25e59c407a1469e1b94ceb7b9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e93b3ecd148c9e335ee1cc27de13e86f473b3d48 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca8a0a1cc5c7d0be5f93ad7eb59aefae5f8c45c356e43954c90503cefb0aef31 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..49bb3f81209eecaa748e19169212458b72504a1f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1c55f08a0e4b3091af0ef2b52bede62dc32316813bf1e191ff5144143d62d6b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2ebcffdf607239723f8f6a184868073f97a456c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:322658a101b563fa8d3041bc75174b876ff6f2ca350b9cf355ab7f180c31c316 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f1e92362b58ef63ab35eb4ac8b8e3635163ac0c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c71437c9da96e2f37e2405e71a78e134ad543c7060c8ff52aff5470788e7a53 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab32aa4357330244a94d71ac45c634b3aa4ced6c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d06cdf1785375143af94a27558aa2fafa3928bb40c2044c91614a05b3895a979 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..160fff8636f69e8cdc75a2ad8aafbb47fd1e7f24 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:985b63728084342d5b3503ee64d426aae0d587ff8a63c9415e607bda7308a195 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e01d249f1dda980c9d2c7ab95cc9816deea18f0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05187c6090cc77976b93d2406c908ee42f5a7160c7815958920bff90cee8d89c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ded85aa7e72dcdc927742866a591e80b6aeaf06 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2cde3af8efeb9b07e81c30f407a8273a2c9d65ca129f47b1a56965ae871f310 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..332358eb1fdd7409a929fa1f2d53a35e1ae18740 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f37cb558b8fde344cdf7c68a8ad205664f52eabaf69a7be97baa7ecd9ae56872 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..10767cf1aeb010cb3a55e61154d1b972133b4388 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41a0794c26b137181149390a20394b2d1ffcd7997a6c4cf0c1a5f234db46b119 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b008c1886aa9b0da14756fa50594a380cea6cab --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de32ed83d75b61416ac1a1ffdb2a0bca5eea2f2e7af8b9ae10f87e6624573345 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..342cf4fe7e85da6e50978b5b5b03e4a418554053 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06a7a951d18951eff59f42ca0c8ee3a8af17431cb7f5fc7a77ca2b4091637f99 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..46b97280d9eed55f08e3365fc92537a38b282dfb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcad14a500c647e718bd9376a01372675687dc427b2c2fbdbec98c326ee7f9fa +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..01ce7be18299164456e9da632eea2f113e1db9fb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1610bcc32d5e53202d1b127b4f1b95ce2ef8e2bd0cc53a38d8d151f1f356179 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..515782139184a97e990890e23cacfb1ef4c142b6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4dbc3307a4466eaf76b7341c5ed57c8a9bfc4d1d383928703cd251adc2872af +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b366dabe472323d6c7d8e32ec14d83093264b20e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54cc975f54d2526c9c36bf024a514f24f91d1c4c0050ecbab6e6c6396ca8eb4b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..105a1b6a115db01081186aa3a540198bb518acb2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53a24787378d19f690dd50476b0c975b5fa2fa9c2a16e4283e2f7312bee42465 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..993ade257501f4ebb25500b7ac5ce1e9c5c5d3fd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68ceb100ef3c9732093cdc1dc7ef5a35266c6beb55589f23247686aa95a487c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..672d58caca3b8524f074420e8796b1fb4e8abee6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa1c272c94d73107d8e4cc181390de0a864494f91a697148ea0594e75d51ceed +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ed1bddc41a221529922a1e8adf3a25d20969210 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ce1c77acd84607b6f208f1b8654aefd78af846f1096c5d7e2191b262a07efe5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e042c1d38ae3e11c8fa0515a758a1f03abb776ab --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4289bd58af5c2d9e23451ee62f0ed9f5c551a2bc4438aec3aa4a27991f70c9b0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..751617a6bb4f5dc6981ffbd969052901d0f64546 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e2781fc477895c5ccd7f65f3a37522b7c798b2f67775846106674e5eb01a49f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..09696969bce95d9fcb81fa695d0a6523e831b7ee --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa4683c7467f086f63f3523c91f2c3342265047e54d29296dafe6f3cd4f48c44 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ec7e95dc4526b28e13d3645a3cddf3c0b43aca0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31a7dd4c41cd5b0c9d795008b40ce110f3428f0a7e81a5d06e26fabb6451b300 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3df7c8f31367e72b06b8275da405ec775daf19a8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9467a8d705d3b06ba7f8e0ce7ca546b1500b56bba0bcf99e5513520ceaf41945 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c893cb1ad4a22c4b951e5fb1a9fcd91b500be2a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c827b1b11d5c16c786642c52db839e09a7b86de8ab77976abc44a2f2a621f89d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..063a9973f8e5c478d025292ec9b59886c3c38af9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec68d0c5753febf0cf7468ad1cfdbc2eed219f68a020ca8741a8f629f378b9e3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d77aed9b53eb5645c00574cf980a97ce5d7530c1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29d8cadb11666b9c60a530be70e3c648f907525994ac1291933cd5aa86951344 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a25467e281752ec47f3afd4ffcbe5255a5b9706c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59ecc25a7dc4f83bdb30c35e5a168ff7f3d164bcfa867bcc9abef8db15d1b820 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..031c7d6c4b28af2437a3153ea23a2e6804d24513 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d1b24dd49bbddfee4624c007007ec98b9d359c322e0608d346f4153306f2c35 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7bbfc5a794bf329df7c0872785354374189ac06d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6706e9af14fa85c8a8065377dddb1a0c3f5c68ef2dbe73a0158a6e5adc446516 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7620dd1093aaefc1cc208c79821a01e0577381be --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca9a884a8f2fe47216e37659f3a5db5bed705864b8370b1c3349ffea29ef9d22 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..423efa024726fafce2ccc756e1d94f4673da9241 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c1ad28081e601f05ca6246e972fda0bdf7f553f74d4bb7513b42f37dec41da8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0884f842c54cdc4c951539eabd6c2c5bc6153f38 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ae783e19ed0467cabc715e0270ad352675594bb2cfd03a0932163d0d9eb99e7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e4fa5dbf19038370329861ceb94fd06a3e75882 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d4476b839868ab78d84b9df44aa58ecf411bad8bb86955ca32ee9ad5eebb4b5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdc1db13f2b8e75e79fd929a95858ba57d248f4d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7dd0209de64047ab81ea08836d08ea503e324bb8eb3606641d82afca1a104cd3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..659b3d1e8d804df55203e6628d1b78fd2543564f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c5357574c0bd63d90ec4321027ddb87e8f87c9859b17b04563e9feb62df4383 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b0aeb53a0dea95aa7cf69261560b3f79eba90a6a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0eb62a093f7fdc931ceeef8eeb9476642365042190cc3de67c7061ddb7cd7ae +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..433ebd93ef5ed26c82c9910a573d823cdac19ec9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a900e1b181f581687b5fd76f5a9123196d41a1e04983f092f6dffc589b6cab78 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c1220ab7cb32a9d4b58f3628d504d9096ecdcda --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2baa5bc462748e0e8d44a9d40d84280b9536bb3a448d59ba167881b48f5c7264 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c85e527a17c19d296157532bbfaa091784a23f3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02951a6b7fd20f9e88418c7691e70ad1f76165a759a17f61b0599961def8b381 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0dfb33396549faac0a3ce81049da0be55cd0ba24 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e40e357d80e3ed27d30ab8ec1e8cc3e9226a84370134e58772ba1e089025b74 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..735b411110229e0abb697749d33bc35f903eee3a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9fb7d6d4396cfa3ae351a55d2fc52dec4947fdc2c2701993079d841645b3589 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae54adedcbbed957d55327205f9b2c3582d60cd2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5de6f6891d4f7423f392136fb934b331093546b5ae6c210eb95cc2839e19549d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f06d80b095dab73e557c3bff0c2d746116e51dd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14b1b9e8fd5cde564bef63a0ece19cb26de3672a4b2dd12b86c51bbba4a1b0a9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a91b1c70c288891b795c00afe3def127cb5ed44 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d58f724d82deaae473475bb720b3240cf66cfaf1e1debe5e0752e2982a382b0e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0bda2751afeb0320cd16e3a5d71e0ec143455c49 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dea46af6d3e5da098e7067ee9c7e7e5b317daf1ecfc82db8ae9368c639e798a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e30a5e6af1793112bad0c4dbe3c42f04f299771 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69d9e7df38c7b8678ad3fb124649fbccfea66b543abffde8165a5e96e7e71ec0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5efc0d6c592ea3d3fcfff512aae954dd45da174f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:988b0ec38462da691753f35d7ebc7760570e4380d81a65461e47441a33b046f2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..46d51b14b7b239f009ef0e4f1c59725df5a22627 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7d6d4b097897031a2eebe9501d45c3b1ba215f5bd920f537fb9325030936eda +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2a6c18aae70666aedcf5f691416326f5424f94c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:246c7dbc51a9d5ebc62568c0d1ae4fc3f192b4a7792d5935709d13a209c6c045 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb46b2a0bcd530c1876a5cf575ad7db9a3b91fea --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af4041ac0070711cb0d427e793d3fca344acd5c1c7f2cac8617ef229c789e024 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..86be1dfb7ec3355eecc32ebd73644df3a755b53a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0edccf7ad93816071c3761807e5998451f4d9bc75fcb82115852ab867c940da +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..616182ccff47783d300dc5b3ec26905f52dee6df --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf4ffb6eb8fc25a20b833859886dbea75d357441e534c4f971eeff32ccf2a5cb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..091c05c69ac5dd53cb401b14082c965ec0826678 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:259d6ade0761c93813ba9613902446aed628ea947ad8f30e76288f70dfbfc782 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2746ec2d153a7dc88c3504c97dcaca362183f184 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67e477e011675c0f4af83c15217593ecd1c94e85fa67c2ec3e4666996d41d8b2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc56097506285003a22005869c4664315dec7914 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf352e60dd7609f1a56af194f9c44ddb18e79d8ff779d7f7e4a6f736c3fa5456 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4aad24d8f1b9d6452e11b82c25fa9e77cb63d2e3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ea21eedb488ef18307ffa5bf1af30e66e33dfe9c71d2f602b4f9fcf34495008 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2aed47805f89bebda415388e7329c8c62d5da94d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adf574d081532bbf95c2bb3100a1b5b899d66684be198255b8453fd8097863b5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4aa2bfd6948cc4247eed148e0848e3181ba82669 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c93f5be67a8880f22d3e574f816565d7b12bdb66d63c1eca16f42f4e3de064de +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3433c61e02a1b01d8769dc3791a8901e29e18c39 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6298493da85d104ff2fda774076e42b80a4b1fc56febfbe61d22220c389603ec +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..29aedc4c5d2491059f6790f1b58e326854ad3707 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a48a4c5aefab2b193555f84d1062c70a1850c51e28868ac2a1f13376f3a6fccb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..70e54efd8e0ae02eeaa59dab26c40788ee13868c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bc4f21773e3b8db77db71be75baa5a589067443c2486ae7701bec0f6a83e2e2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..69ba2ca8dce7c78bbf618c84e3b0dc69c775a52e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1af182574c9225cdd0415d5583000732899898c622a1b6b777d8d0baff116075 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0db9cd67d02116451e6a3958b80e7fe594699196 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfb764a2ca9bfc51e96f85c013b9821b017015d714b7d9febc150a6015011e3b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..318691cf30f219967a8b1086bb21a275206e0bba --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf96754a99d294c7b22d6ff5e66a2867c01b678f727ea050ce8d755fe44c129b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7cb5e973917ae0fa363dfbaaa4bd943b18f077db --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5950b53fc8378308fd2393958f27a62e32b6c006dbe14c2e2f96f72904170231 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..38e93101052f82e85519f32a96677718994010ac --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83783dd369068527179ce664ff9d9fc507fe57350cd7e30900da91e258b850eb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5caa99039a7c77db0f54fe04df97226faa99400c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e968be025657805fa2a2b227209c5f1f21e9e58f9ee8d5b4dd5c6fbfb2a59c47 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..396172786bb0410d3cc261f6f0c85a34ad9eda1a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6638f5c08a5de4e9c9733c85acbe194e04afb6b089c8eebb9d1f50c7750bd1ea +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d292ed6e666f5a4ce69fcc33c0e474d73b9cf235 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:335b109bf5e2a33958a071f94ba697c9bf2f0dc260cce7d33c7f7bce2260fe1d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b582932a4be4204fd711d81e7a37951922e3ed1a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:693178f1d01fde7bb9c7cd2574f49f386a217e0cb26a8ac54ea36aa5277fbaa0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ecd3c46fccc440d5ae9e158a333a810bba83f9dc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1da4362bb75728bc09de67cc29573a8efa8215d138ad7c846b5de55f3a5a4cb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e25fc8e70e235bf856d4ee005327ea5ed81230c8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:884b58668b6d992dc3ad9b39380ad85458e69dae8c419e58460e40ba44409a34 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec116cfaac293b72952b694bb3e5cfd7f42eb760 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c39a57a73a1ecc13f7baa01fb269c3944df4e4bb33b500bc6c609ebe2147374 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..edf4ad208dcb1ec1514469f830d9cdfcc06378c5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cb811e7406a06bd5c51ade5f0a1801c8d3b357085ba50d373a4af2ed6bf4f60 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dcaf3356969c964a63a2e8a9ba40324ebbb8b7b7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8364b89ee8d0a03654832143dfc1c6bbc6604dcb6cdd098d515b57933fd76105 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d7afbdd433b76283b92f107c10941f58cc53bd2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae3384d4060165c024bc1edad0a33546c012f0b730b4c968427b81e88db642c6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..273c9bb4eda62359ddb35d56b3843dbb9d56e549 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00ad7f46b6ebba7a590c7cc8da128e867dc8382b26575bdf121159d19e0f3548 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8172baa85113c34a08020d1efb4bca7b14aa981 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4059d9c823850218f22a62ae5655b81d783bf198a5106b8d2b3796af06a8e066 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4444c22632f8c22b79a896e3628cd494d011385c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93cac9fe641dd969d9d2b2be814814c71870b1c1e3252b8023b4e9af247786bd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..29220ee54afacadf03f5a620b4e2d108f715b41e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8442d0c7a21dcf065513cd3a150763e036bea71063caa6d9f44b81775a6ace25 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f24307b90d1d4ad1d45397408f1831ee69d2e79 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23a2c0659fc89e5e56ab7b43cda014a32f49eae8461c136e2be265942448fb87 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dfcd272d7df585b5fe5391dfe4a4b8d43ed2f260 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c194476922cbec87002cbc0f5e93e7acc61999734ce66c01d414d49424f64790 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b0eb9e5074478c4c9267b743ccb9497924462e7a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0535122868dacfc25d5d3349e2c209788f73083f346918719674bc3613ce66aa +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7dd01553e0b4edaad294ef76348516d25051aa63 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d87f34d70e5c77f3e31fba6742997a5b59bbf38c6efa40a86436a15c5eaa97ae +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ed5a43e03676d082b4f02c6371208383c35b92c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2aca486538b4c168f798e32375b00994a2b057042e19994afec814db9d75ea6f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..75bd4ac17a72fe088d505c3939996d410605c4c7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76493f6b5c2086a93d149134d1447ab6657738fa14bf7355f6032b615154ad3e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c49d4e8b8254823b27f34a110bfe01bf56ecb0fa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a2afbaff066185dc0136e6af3ddfbab9e15b69653988222793deb6353de16b7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..101054acc1d107176c800c9607b0a187b892a1ad --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c995a5421536f9e3a9d5fa5450966e7913b3e9f91ba2a5d0d01e24375748f290 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..970179b52422c842ecb92ca20fa23985bf513634 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c36f0d7cb8bcf4b99f3335d76b8d7104adc7c05268fa61dc386f675d5065935 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3d1eb6b5f40f16f028efa1cac1d29181db321de --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:071c00d4956ab5888d9357fcd779f552aed49b72bb5f38d4cf29f2e4db711a13 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..038a5196f1a4016ad700148c32e9f6d80f7c7b50 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6afef5fc766ba89bc8f55add8ca0f07df06dda5202e01c353a48d121127ef07c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d43f1d2e42940e17d2777304eb66f269dbcde761 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9c56a389761ec4d9ec8b4d9efc94fd3caf00adf401fdcdb43282dc8e4fbb2fb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..583cd02f3d4b8ceb00521a2ffeafabc9fe7eb44c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:067cf0016b4c50818828d283deef6f62a3d5f4a65f1d83839fa6ac204952a40a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..efb847b76041342ad0f4b49ed1aebe8ce9d9799e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dd5840f3efa8b1767d0d018d46176e82e21db47ac9bb317baf837fb1a2ca89c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2521923002c7273e199b7dc34f291883b4f41572 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a1bbc457d8ce734ce54cac9b31b4f809cd0c07b102723e4ab64325a092624f2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c33fefc6e36e718d3c0515a11b109f1c5bd48e1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c967d94e443b45e663062ed3e0e9accd144a646404af448df0a6638e19971632 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0d341075ad3138d50e6f08cde84a56a29d6542f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9815bb1d357fe2ffb789a86f3d5eb7e2c17b1a164f213955c8566cea63ffa982 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..174bcad8958d75c1c0fc389681c4486370b73d6b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27f9e303cd203b3b80925f2592f24b4880185959360c32b47d6dbc4254f50650 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d1e38f8cffe51543a182ef021b956f4ec92502d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d9fe9618703067e305bf42419f7ac6af71722dce11249367026e08e16e569c5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..40a849965dd8eb2fe523bf5c9b3de084317c1be6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5baae4c075fd34ace6cf926807962844e7b37c6dae8f2f279fa6be790b1cdb1b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb1587192c53f2d82a019a6f4606c450bacccf9c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3182678b32da943ee55fc768dcec3aeb76b9254c4fa0e21991c5ce09eaddc4b4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a019c220ffa95f10643a5f87ebd4d6c74a6ac459 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c4680d26811cc06ba43b8622061327406a50db142df78bd557ae33f67dcee25 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aff9499a0510db4ef3b10c8667e60b50a2de5de9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69d24c4d37639e187786ebba42df34a07f1afc116d1c8e5284a1415c6b019d59 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d2bff975ae340fdb6a184ce40cdc3e319e8f9df --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c978bf9e409e4aada80b785a251d56c77eabc993ec29b37f3c4c669372f638b0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9d92b9ee2571663b424e41f80e33bb7570e23f9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7de01e566cad73b3bd75432c0aa6ab729131d714969e8a17f5a3aa19d18cd1a7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..33078dc67c65297499917641737419838135efa3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91c2cbd6c677d159211be73ffc924cdd1d1b652f53046e074ce0dea7a0dea4e2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1526974e4bc5836f94ef003e58a487b98b5ba392 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c34c0c4bd1708d482857a6b3404274b017006e9bf5e5787c9237598f3ed0349b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7da7b4e008be4a576059a054bbcd2d0794a3a1f0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c429e76b2a02cf916ea9ad7dd62c711af8f7ea8dd19458de4eedf2df3b7fe14 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e000e9b4e02753667038418e4a9e630b0111657 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d37879cb1fef71597061d816c5292d27c37e03503496d4b001035697d593ee5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c76e90ca655724359379b43673145c58d26a38c6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2435505e2e7a9e99030b855e772678e8df68d4e4105279747d7072ccffe553fc +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..86f2fca234a29e52bd55985e3c6f93add7c60423 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18ef0854820647fc15797c8bc6738384873acd51445046d6871d8ec1a9d2ff66 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c76ca050439f470efd311c19b6bbf4db5962fdb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eeb9e36876b7e301288364179f78d3083bef6bd61dae73f8926fb79ac4bd5d36 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..afc7f8063ce9ce61046de6742e46c5f4cbdad77d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54299c18b8be542e43eb06a417f4dc092054282b376bb0c09a84e76d55832cf0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8a1f42290124e032c1d22fa3c8111836f50d6ec --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9cb2bcb57876cb6ff1b3d57abc7720b30c29c808ebc6aa014389b687b39f6b2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9b9000f17c46062849e3c805eb2e67e98250e88 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87756344598a91b27ef190181cda2b5ae610e8df59ac03a3641aa66a41dca2c6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..238085032ea21e075f0c81a0e96224140c25129b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49cf75874242e7c2f3dbc69366670de2e49fc6736af1078f4485a34aff14075f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a325a25a9110975b32d5c67fcfd993fcbae4044 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06fb41b4f1f4338fed788113b27797d8885f3dc210e0d4f43c7a774995d54609 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5cbdd264d7fe09585aa9191133e7d0a02ef1e121 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1102bc638d091ed033cc7f890a0a793f52723c83c6e2d6fb10111c1a3a1f3fc8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f850e1204fe994d96a8ab8eb3463d24b33fcb4ea --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e48d2b8d0834e07fa70d85bd94ef30ad09c9290cebc034b08b109cc010244226 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..be502fbe6acd35783279e921f1ad0e509d47bc23 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b69444fc15e757aa7c37f233516a437e3dcccbd14bd4d5ba9d9ee0037b3dcd6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2423246d9a89fad06b3019e80bb450f811e228ed --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6050b33d3ce8d787196fdbfbd2c8300a6c636c2849acd575e1f457e1cbcd34b1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c39da82fb70b3942bfd801ada70d8e0ef2cdc08d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64907c6fc2afe4ba412b3e69d2dcd31014760d66df9b685ebc62f2d24b377339 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..71e0a5aa61cd5d70f17cff454f9b02506c50d3af --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d70c9f74bee42f9412dc53c9de0b5dc785a60a35f3db09a14aa6737f7f0f1268 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e14f39827c2ac6df1575febafd99fec00b71ce2a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36834af82a9c5c5b57850d35c2876ce95dce34d4a2c193919b0f5e076436606a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e403c5102a35b75a29ec1cf6cf18148f6bee69e7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83fe5d8fee0b2f5fc426989751f61b322fb6aa833ccdd214b774e4cef925e230 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a768e3b104d9672207e0ab51435a4c540a6381ed --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e189a8b9fa84c823cede92d94133c8c1a9d68b24fea0069a10004ba5f8fbd8e2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7eaf5c54bd5c853256695b67e3256361659f2225 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d2e3a359d4956146bac3bbca0c78a08632e990e0ce66ef27608adc541e3be6d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..20dabbf0bfcefd40db58e66119c9ac18776e312f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26068bc041c4c0d795a2774e7f0231fdebaaae2694145b3387870b5b94de4b84 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2541efd3f8ccaa464ed7c67e215f3f704542b614 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eba8f9bcec3aba4812f07e999073e85068ed8c8f82d443cd807b18244cf543c1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2bc036d3a60ccd7d29ccb8852ed3248fbbedc705 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cfdc74469343ee6c93c3d7ebc28ff4d0246643855ddbe2228195d953677026b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..23fc9a8992181e8ab89f0cda158a0e4ac24a78e9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04bb8d6d0e96a989c945520e55ba239ff852a17dc3a5a42ad32855bbf6c14320 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..27e182d6ee97a396fb31ada501d67a1106fb4334 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e81a7b794124c948e375c4aa7f388224227e3c510b599088aae48d60f30e39c1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dbd9bc10c8826320be9ca73d80d11b86d4e5cc3d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5ea18b34484490a6e89d4cc6a967aa17b5f0436e494237088ffe48be62d9284 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..85f4056a2b697132f22e22be8abb4bc1c041fb2c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d19265aac71b7f3dad82e99dfc4253ca932c9378554634e2d1ce32484f2aa2a7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..86060aa5aeaeceb52fdb665bbc182f34813c67aa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e060ba790b8bd8d9a40fda0da2ae8ad71386ee8b9521af9cf49ac903aa21abf +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1874509b2f30dea7b4d220b55dd6364ba8ede45 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a74ab1a4a92e683b0068a0d37ef34194590258a92f421edc99943f1c956375a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a3125535a29bf1e5172a0b06a38067f9f906fb3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d8d814112b41feb589c4b267331110cf9eec98076fe3ed8450f54a922bec5a5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed0ed3dde8a86e5f9d76af978208d39a7df38adc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:519ba540827dd770651fcbbfddfc6924bf83568ff23fbcbb907c4136c7469bbf +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7515974a8812cc451b5e0ffe4e76571a1c3cbb1f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed2bc117c20ec7c633a7376340a3cb7d7324326a85dd97dd334bda1116337d64 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1eb4fb1bcdca5c788d8b7d54144ad98b199fc9e9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4e6f5b87ce3d9480842fbe22a6c2dbf5b4932d699ce96d2a816d2115744c33e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d55b4380329a23cdae73a9ccebd936a7571bd087 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3922ea7f65c57121d3134000309980cabd614defce252108fc0452ff9d0c080d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f40d4421fc6f4f575e9973173912536512d3fb7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a8a7becf45194e98d670230891a242774281db83931f75b474a62a6debb5150 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f580879462256e60e6bbacf1b26dd3fa6aa0c4c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a13282ee848cb65548b40c018591a101778954621150e01a0b6e62c070b294c3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e87b497198150fd622fb864eb36fe99171958c7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebe5461f2b77c1b46ae3d710f889c64ebc99989954c0bf555b08b86be5810444 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..72879a6a55425ce8a82aa52c9c18404618cb3123 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dc05bce349adc35b858ebfae5fb9ba63faf36887911ffeb5cc24caa339fa988 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1787f25b06a57d82e68b5096a8ae1006b433b50 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4676c51e25e024d4411e5035bbcc88020df3c003ea46b2c29d6d5ad61a27be2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d75a4ae667b7927b5756e0e6f22b66697d9b775e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac6df9c207db21475ac37f258bb25603c03a9dc2f63fa54ec794055a586ac62c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc997625acb3481d4f6b6034c0f4c42d8724930b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e88107401058f99dda1b30798b0d8b4e8866ccc5992fc8c6406713198e0eb4a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d02bd7b77dd121b549a1f3e95ad8d8cc4addacce --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f59dfec739335e5c920f6c93d81defdee0bf31cebb1f15d4b341cc610256041d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2501230e56a517c8f3d37c03399cb47ad00c673 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6a2da5fc3fba45b65590d4fd958ef10d8abc3c969e4d8490a989db7831e8b74 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..74341344c5dcbeedc6fe12d368bc1109fc31c9b6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7676fb767002e53d38f2ba8b6198a0faa22e6f9188bcc909ae6b68bd7a1d3453 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..38e764124da9aa324b8baf4bce02876068b7d6f7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef6e2c974c03edd5d8844c682e166d923a9050ea285b9174e7a7bfa63d58cf3c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a87d39b238154d62ad19f98089abef377b1b0f6a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f23f60c43e7d45ee886720b4c13d3286f058c189a4925db7b6a83a178c7919b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8b14d9cd8f48345eff3f64ee8429ef50e1ade73 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30025eed2bb9bee87c68f8f3346b01e2f854c4c92be5dc61dcfd62f5a253848b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3e23117877417f503ff2a4787f7038c82d29980 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc0ffef6844477afae06342d785920d6f312033de5a1cbcb4d3a0d3e900d3fd9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0655ddaff29d4d5587cc74425867d73038a70968 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cace3a3ccdc069d93f432079068c92a43ea5a8562f62d77275db82e08904eff2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b111e418e55513870c05e2f9c41e6ff03cf6e81 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb5b2544762f42dd4d345d406a25214643ef07aeec9f8b0fa35d74fa6f9cce5d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..71c6d958f8adf3a461725a0664db4c026969c0b9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c764b6077913f220923e044ec094254361527884534cce9dac59cf5925fa60a7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4eb947e474d045bc6d94f839f18df334a60011e3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ce30ce242b49ed454de40f156be1b743a362ee6913458c97fdb040113e68c2b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6b7ad2c45e69269b099563f5768a3af5a0a6d42 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5b777a97c9eabc2ada7b9a0fc38136ed53a5865f5b495d3649e322c23782b93 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d104a2e4e1e72fbda606cbf45ca758ffa316d0c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f10b400e4b460b94a5dc67d4d9ebea5aeff092f969fafffae1e619c6e31aad6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdb944abd0f7d28a4c0130fadeefb2f8a3017d48 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdae2d5d63598a298c385283d728f17e9b675ed40de3a91c828c258896a56d63 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c578179e99a34d61135ce5d041851b3b9cad7960 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06c143eb34d57a71c9fafa49c1f58eccac4d79115fdf44d54cc4035706de3f7c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c97643d1382a0b4690c53a7d2cb62931821cf8df --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5dec93bfe1074cb888ce618ea530712e14c5c15062acf228b67fc7ea6be99f3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8c26d2d894eced9f4b24d98b465d3e13152636c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2d805491dd8d9de139ed5b621a95752a51b1137bca4e9968e58bede33fdf0c7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..445d12ad50e09e094f679c081212de2467958034 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:163201dc0ef45b4594bffccc158c44ed26f6d68c504a7146fc55801e6015847f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c967d391d0993808184bd800a2795720b868ed62 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50bba3f6292ff21d4e8610bde46a440513523b6383844b4d855ddde18cd2fd01 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9eccdc374a24e050f1e13351f008b8b6950c0e56 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7400ff224d47760ab2b2f8eb151be07413a3c7a33919e0acf4462c6fe53dd5b3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..506a32f3355cee3bfdf3c0aaf58e0aebb00ce017 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a13432a3385e522e80f8650fc2d69c820e809b9b2c52507b0a96a50d52127b26 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..02cd7107293bc90e284069ea6fb47ba890752ce3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e8d1e70be23a3da65a0be538072c7ed79480f6d5ba0757178a21c302f4fdb0e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..746f88cb4ae2cbb21815d18bac28db6a3deb28db --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bee80491a577473667fc795fc1767419ba2b1899dd2ea7ff4e1da405ce35594 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c0c4b31e1c7e5732532becf07f43ac7abc21d78 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a54fcd0abe7b7a9c45fa6b12143d3f2deacd08a061ac3ac59499c26ffb83ac9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6cd6163aef6896a2dec615f484efec4a6f1fed82 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1da8691f77ef8aa6593cf6fa2b583f9095af6ee4a209088732b449ce72a0047f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb3744d0d5528378e593bf0a8a41c7a897c368c7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43b285efa0e3f3f540896350fa16e0b9906268696ef976f91561574ab396385b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..57b440a836efc657d161c0e1463fa914dd1b313d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59e9f55a6d38a57af8a5d563da46e77b70ddca61cb83d325acfe534d362e821f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b57eef4084718007162197f59b62d4026b385684 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7c021738381b903016799cf7042a1a7e702aa26997056f347939a96f7ba6069 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5013138116d3f5304c4bef143a2610c01aa16f61 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a7f5011960e49506cf4e6636dfad7bc02e65bc2ebeb251c2c97aded81dd1aa7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..33bede24a43f6fb019fdd839aae71694591abc69 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b9c5df985891f0c318936a0bba2d1a34c1a3d9d2bfbb43dafe42fce5c0e8551 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..45d7accc052b1c70018122efdc7535db416037bf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84a6c5dedaa96c4cb0eaa0ecb54e70032b685e13d4a75a58901a1cc8b0e76652 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c79b5915e8493c509acd699b58bbffaa4286e3e8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f57b6ad52898d048486db17d8b8346ecb7866f6f1b74690e3eed624657b2977 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..279d14646946123d253f91ee626856ddddd6b74b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b2509268ef58235b646e0cde1830377bffeb339e7ac6f657a0a236338da26d3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a84e37cf110dd676d2b0f67d90bc99a0225a06c1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4e5f7f2784c29591557b96d509a68721bdb0090ddfd107723087836d1eee88a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..477ea7a0ad0de63ab9e63f71c3018e72b1ae7bdd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d3e8bb8aebbf55f9d43600d065b5651e3816c910f1fb3de945e82d7aa8b223c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b171b69ba029ddae10e1a472135cda24f623e90a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3330db4a1568525c54b2706389e68e5a06c0ba6ad23f8beb98d413c7734a75c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..92fe4c7e55cd2941df8841b57be27b1448b248cc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5390690e7616092cd669c2c24638cbeace9ab9360ef6f16fc83e160b0ed2a0c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a9efea12def3b9e79dcd800eb814f515a33da39 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b174bfb4e1d468b3e92a9467b0fa5af1819c838dbf75878edb04f7e2565aba4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..72846eea31f2f0c75e8648d52553fa3032fbdc6c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8736e5cf52c3d8ab3ec21ac5f2625516925efe395ce7bfacb04644b7fa221b5e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e4fbb892a84140e426364dfcd2a402afd08d688 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64b6ccc8fb47399cdf67b0ef6a4d2fa78d8a15a35fcb1bec4415d438b053728a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..67d4e8366a85d3bb6bbf82bc04ebd416c2ed6947 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05c14a48ad683c278578ed4b1032b5a777ad718b439a3ab5f464f3a3ad8fbfc2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..603f038077497b984f2017fbc4683a4cf0179587 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fc4e4d52f947e111dcdddb52abb08963c734c4b2b6dfd0e4992307503f1d9c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8bd22e943df63cbdbd32973c2b54d97e1de02c0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb6e2af314b7ff77b6168dfdb9c46bdc7fad1079e990df3a4306421853dd3cb5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c120b582c602b467f8d10f8415f8f82db56a6029 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7af6c04d07d1e388d29af90eea78753100051fbd50b2c5c9cda36d36653a4fb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a9df272ccffde62a558390243cf175fac6c4abc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:122ad6627183f5ed07d28a377fa13d6e3c9e1aa35c2870b57816732080f7f715 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..af10861dfc8367e9234a011b6525e281eb3f199d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efd2a30197f9708cb2e47cfce224e529a6d1d6c42805fbf500648ad198903c79 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..54c90de9bac7703caee593993e2412891a959f90 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c5e90c67ffa7e7c35a1b0535d6fdd9eca480e2cfdbc31ece6fe16bb209b1366 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..625de95829222f93151af32f9a997d44a056f293 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91a03be66b6b0a9a199cc600fcd5551b654ac5a266b0d19bd71c1c7e6e8c3b4b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7efeaee25e7c737a9b44d3e00ead31b623dd879 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d15163c640006694865769db2a781a2487ee9027a41bf466e49a0ce20e2fb5f1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8ce32e8d1d525efa6f04e3132da2d5ffc5f6f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:997e439ac0f3e2aaf6fc7f8777b66e7fc94e030c3f180823b74e7f3d03a3d3d4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..94cf8d395e141398de385292632d3de676ebc6ea --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81d544b24fcc39ba3877f6b037032f03b6a614df023d93e039656485b62f681a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d73c2b2e52e1b26d247eed9b64c32f9ed2e3b57 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:685ccea63437c24b0d551392710a5274c28b455be179f26e026a51d646903772 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4e3e28700c0aaaaa1a6019f4d033c09bf1e095e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a37de9dd5ba982e16c891570306056b47f6b5082b2e5a0332e04569e884a02a1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b82e291ee0096ac9587536600b8ab4108768143b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0f93a1043d3d93d2a9e18f2b2475b7d1ad6fbede457e30cb618807952f794e2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8a76256c19847d58b430041b2187e7d1c6c614e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76ac5a301c83bbcc47dd474bc978ee307f08b07c6ecb8add8e7ac9f4e6fd598e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..373caf598d0045cc476e8fe915bb400ef7f6ac4a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15ae6deef06672c4c07f0f26d2ea70a388248a719e753dadc37b3c7836877ca8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4fb79d89d0aeee55601c6270167372f9159d80f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43747a40090141a8556dfa26de4ce30e1ca842d30ee4b10c6cd12f5b5ae55df6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..633db32a315626af29afb9f08e57478e8f8bae79 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99f8e326d7df245a1b0c70f1687498f53e66df93f675193b2f33b39b3678c81a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1cef977f00f34bf5f05956f6a0ea138508fbeb6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:231522ab49a4d43331d3f2a6ff788644199dd00ef3f00210a0e145c0e61d8aae +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f74246c1cbb3c90bebe45bacec4550e5a98d8337 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04c1286b0ced2cb13d555541edbf7b17b2d27730bc270d9fe4fc878fa234c70f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47eb8886a6f8232208222afef081ccd4f3292565 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c766ebd45eb39ee214db3875bed9c177b24c1021487123dcd4476f7e552f47b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d38312de5b668787f7c7dedda27b31700bc090e7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0d1c8059793789f80274246b9955705d05eb66004f0238544c740af2991d4de +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..003dfa7bbba4af2a2c61f9f0f341f7042b3b80b4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f496d1f28d1514890abf0de112229922aca34240b0dd15e84b5fe607bca1b96 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc45ecf931886f0409fc97fe2ea47b9b249fe194 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6f959867a15b578f3b91898b82f35b12b926e3339179537b9e0aa3566222691 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3a5a396735d79f1bd71c0ae77a1ca5d44ef3202 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15a0e6a06418d4f4a5454cb4bf14d234521d9d5926fd0810d9ec956d6b0b5af5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..14ccc64d873e2219ded32b57207a63912c510c9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:671daa1b4c3df462eae91b6e92a8076aa4bb91d17526f8fd99a595b2c3031465 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d1d30d3098350d2e9adf887950e4c3fc285c6c3f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92cccb0cc8a5ed4b2fbb28b9f82e9a32dd9ba4c8f2a098cfe34bb04da486b094 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..36ccd7efc8b9945be740ce8ddebedddcbaf06a15 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bda3ebab8a5f4091c5f3c38836487160197bf4dd0693b0b444457da8e889bf0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ed82f3a4d6ac5db2e61a953fdbee1eb32abba63 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4034e63d35bc9af09ee741ec62d8247205f393855a29b933cfe95da88995984a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc816a467a65905e9f3b314b58a4ef5302fa58c9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc25895570fdf1e06655270b6809d5616ec10367365d3197c5acabfb61053b46 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8b95da0115eb83e2ef7798bf710ff26651e85ef --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c5a36ddcd6d0565a850fff2e105653670c99325265a5504f470d1a55d5452b1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/lm_head/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61 +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/lm_head/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c946b56dcae726424f9381a1c12180f4f88508ad --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5e91dfbb9972a7eb4c4499a90e3eb1e5616219a54ab12fc56fcbd248b86589c +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9ec6ba69699f876fdf87ab9b3c16f87d84611aa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c8c96018e3ec4315a5e17ef92268049b252caea9cf0cb90c2309a543c9ae202 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c04263e42266cc937c3442f1acb388fc8ebc288 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb33a8876526003b2f8d9e7eea952c57df29d1856c376a9f4c29215750b08959 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d48c9e57e02bcccaf01328c139495e22544388f9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3d2cd7cb3f609b247fe5093054a4ad4d3666d07f1dfdb4b634a9fd6c64df017 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..66c95bc4c145990d2cbf894a28a43d7008ca2094 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d282265632005aa5d1e34053775d5936a4fb46511f2ca36f6676c7cb651bd21b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6454181faa66ed8b897d55f52b59bf863414d399 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21b7695b11481cef92ad988bd1dc1a8470e13fe132a2653c8e5e0a2cf8ee4e59 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..836c203dcd790b15fa50d934a6b2a17f0b542c53 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74fe48a464f3c45f1703fe61cffb3f80a7a1407caa34290e74b6cfc326913859 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..489793446249c003cfcd74a37e482a11a2c4ace5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84793a189157363d171a67607c4d1bef83065f467fbdc86e1b78bd92779f0217 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd901362c2ed6fc0f9f82b1370b04907c8f8bca5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70fcfed998e491fa584d0a86b257d0fed1689884edda008469734224c4fc6df2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..29434f28be3ad9eb65625af7a56dc042d73099f0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48dbc3af3b400fe981725883cf7669ac56d0fa51e44f75d1b4a0b73f3652e980 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..48a7c88f376039f846f565a01b049dd767865b30 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0931b248ec1ddec6caec81fd1d44a00e00f76a19b74a21c7f6f0aebb66974cd7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..48f374d23bbb1a59d527cbf544aa4443f11b5a69 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c410944bda43b52871b4f8eb150f4a2d5b8e740c20c7203fad668f32bedb56c7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5df2e68887581f1e250bbde353c5ee874dc420cf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a67196e2c3476128875baabbe65b7bf6e454e7b469ea5d23b25b386fba8f28b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..531b80f96fb0be186f7b45cf443f0088872119b5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc3a0bf9f35c971863c3eaee05b014635e4ded887d5307b15b13fc21a401f4ed +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..358ae00410b59e733c9418b602bb59024b510ccf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05a37aaa9e397a5cd561c0fb24f75eae88418210d560ac5d5183191d2a06d247 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b582873d84c85303c2074e5b8569a9e28e5df0d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c711ec52239343f88edeeb31acd268ed64ed9408340cc3840cc9933b4e44d22b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb38f7b8bce987da3869d44b76c349e236d3843c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:962fca05ed2b393d42eb5950e30c64c0a737eeee3be987b929199827c2d33f45 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..398fe7b6b41322ce80df50a56338ee8c0aa64224 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b2e69d6b628406b30426d8eb80f84810a016cf623a9988406a4b6955d346a4f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa648f44f44612c6a70933539bdbe04461fedf13 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:522c49a82914dc2b98feb45ffe245a7eff14c639e245e566c1235aef046c7296 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..784421226dd40ed420147ce98e45e576fdcf2c0a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ca38ee45f3e4ee8c09a799a83740fe8b16d798113e45ce3ee6e9ca16639041e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..737bb6f2e64d2fe06339445374805cbfdb169b46 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01102373d4cb82fdf07dae31dbdaf2027dee920b06075a0421ad7a3287af6e26 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5959865cf36dbaadef4a6607d12c1b959e81de5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09a866c22484f0ba1e0d936ea2bc5634b362782cce518765eca612547f8b67c9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..742ef1fb7bc90cee51c5bada3d8332590b00bc66 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0ac4806952067bd9c1646e164fcade79289fd560121517c3b048dd42b100774 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e00af36ac38df35702d83cb6b4253f45dab1072 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c918bbd89766971ad32a17a27570a86aacbea1724a0c8d590a9c83bff8bf87ff +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..379fc353a1fe27456d519077e91f9879d3a9a719 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:579f428157a28e1aa158a0e3eae455fe16151d9ccde0396161d3ddf63294045a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc53f07d0b1bf7c48e3ebf02a821cc9509450af3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca870b3bd908dcea798e9c6c656a223b86b2a84115a3b64a7cdecb3172c8bc3e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0165ae2564a478adf33104bace580d713a3d7234 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a9adaf765e8779ee1177c67ba6dbddfbf667a4a9929a5c947579ab0af7e6439 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ef52f4860bba854f18342621fffe58ae04b6f3d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43b3482e1e9f030fd098b53e2cbcac02b297d917d16a00cf2bd857de4d24684a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f2e4a1d1e28859e670b5e530307d9746c9e7b3c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1b37306405ce6896999fddfa92eba970a5ade800ea2a91d55baaacf9641d6c1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..389831a0db70ffe54dd341fcec83d49ef0453d0b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62a18f0415b053c69b4b06c3ebec35b7ae1b1e4be1366dfcf482cad5fbdc2aeb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..121125cff59796b0aef8f373066d53cf96738e2e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03a0fdffcd12e44f7a4464d6c26831b8dee81d68f881cc42d46799a9b8e6ad6f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..96d736045beb432a6001fee3ea441e3b071d5129 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2777d0cf5dd729eef86d98ceec289fc43cda6e9c99d06b6c0ece0ebe87ab99fd +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..df3fc26b8a81808aee9455723b51d101471ecea4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:483ce0a19c11fc9c556b4e2982804f84b5724e6dd9307f7225f9eac0cb7fddac +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c42dd5b246724b6abc3705a6dcca6c66a7a1d82a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:067bb74d9e9442372af58c3c5305a293da0037d869c5e9d8c65b1b66a498098d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5006cf8d35b7cc0ce95b8470264de79344650e3f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91962c4e0b1cd60556aa8c566f395424a36231d7b836654e37e86f8a01ace017 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d5cbcba935abc935e0048351e36646dbe2ca7b8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edd2d0763f96201aa09ae1241629bbf8ca452caa2b67d01e07d4366a0c45cf9b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..187de7f7ea55eafbed6ec0216f6bfba7468adb48 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55cb6d432151d41a9ac227bd553ee581be0830f1e93f4eaaced5be7d6803b78c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b79db5287aa9a9b979ba0f8721f123407b5b04e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86bd2124b04f2b68e00288853decc899f4e2c0dbcfd8d85a9d39de88b76a888b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9102ce695d689d12a5ef98b3097de5b5e1e3d11 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bc27ffccb757a78ad7b2ebd92171d0e0bf149461cb0ba097495a30da9cf0d8e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d8b3dc2e287c36a6fd5df64d1179df698bff942 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f9873e4043a5b88e38aa3321cbc5d03f2429871cbe3b7df8f7c0c8ef560a3c7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ac404a2531e2a780574370f3c4d00476da19c2e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9837867e42b00e139258ad0bc705e66d2aae59c89cb8dc9a7c95911371b5d2e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..426f9eb19ff049653ce7ac38a843a586feb4f848 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf9fc7659d36222ab42537252078f17bb6a009015c15fa40256854245320edf3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6dd9cd4632c6bc776704ff9dde83800edbcba353 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08772672827bb844a8d89568e4fc55550a1b3682cdcb68bc9690c49c8b415e86 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0d9e741c977e212f37f4b02a5663a969e77201e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6262d702ae1c4b76edc02d155d24093d009acae68aefb6c18d01de8498c6adab +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6047e7170f30c8d13c082bd83d1112ab7ff3a8b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2854e8d78c29f5649dd486fd4dd372446b90f995566654ae95edb1f11c7f58da +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..111be86a6de0ae53f42a5c55ecdae622e4584109 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c3fa8e2fee5b70227c55b3db2b3d3a235d442f4ea117b9f57a2844ba8c52cdb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6dbe5947b0e00c17cd8b22d8e83689a2716f545 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba39875760d85c0aee28d27dcc34272345e31e38f6e1be69f3f68a6a3fc99f98 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..725082b39bca3fc4be2f6bbbdf581e0d458d9730 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:491f27749d25440eb987541bd00d05abdccfc42aacb49debafc2364d0bd04774 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c267a0969908ee60fa2d954fb8e825a5b80be2b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30661af3a815102631259b229d24acecf30b09934f28dd8dccf1849f6294ace2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..60608325d02605cc1fa19cd19aa132493d5f8d72 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:093b0b4ed683fad4ef99af381f215e33aa9d389eab29f9992b5a142d879d47d0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..92860146d8236525d71e2e4110f2c464b51df54b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:002af515bd20b19099f9cb0c2943fdeea4ec2f5f46d3f64dfce47beaaecd3052 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef3f18fb5329007bae01c20845b95dc0cb3b62eb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7f53c7e3314f7b167b5ee9142802c11c931d25ea00f580311b90ba10ebddbef +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e45c125a2d603b8a06b1ff966113dedf2b21dafb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c15ec9bea062302032595732943dfa25f26812cb316ad8369be2a436f9d4650 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..decb040a82867cbccab98ff508173202d78919be --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75dd131139b1b0a1cc90c9cb84c0f2e55435389e25f2006e306fb66de26f68e1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..edf8279f9ef65321087c794172c7bc15622b52fb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c71db1437d4a37406b4183f252d039cf7dab6e2beb4bcba2589e008ab4aef01d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..139d792c1287166163601e6ded98b39b2ef1da8d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05eed1dcef06e05cb547f21a035d358520e4e2368624a57b0f314590e881a0a7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd1d3c18522eb6777364d4f92ea9a43c341fb08a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e0392188f55839f9b09ec499c76a2b1b487100d418e2de5e08c3f326f3cddf0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f015fd5001c705bc716f1fda1cac7a03775ace1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb78f705f6357206fa03487da9b7f8c7240194bd396119ab09d882ba7034059c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc976bc470b41457d0f4f89ce2def4276296f70b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e000a28ef92d175977814bde90602a9ad1ee284a49d9f67eb57fd9867b62098d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..da25e636efee82a6b2f477b12b9480116410cbad --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ed444e7524903a1de890113b6314886e66b0179d345b122a185f9a24b9343b9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ccfe24106254b36be7e74d1eb0226496ae21d6e5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a9d2bfaa57c6d866ae7543ea1af85f5449ddcc31ecae5393802ed8d19cbb9f8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc3ea4b1a0b380bb35faea6898b6af0d53916c17 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:889a08fe84eba5b442346988376ee76f35cb48cf856fe2173b7a8187c51241ae +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dfaa6740f3c3e2dfc5d4680ae76b2d1b7c9f0cbd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47378748e80f4aa294b4f0903581117be1cc603e73fbbdda8c4e9710ac8c337a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e8d45ffd28d180aad8969a1333e60323bee6206 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94bf54c5746178082d88c880a9f3839b86b1f18c26a0e81fced044e524a88c03 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1832a1828e34c7886636e3a1ef42af1892864369 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f10e4e8c98c77d5a236e807912aff1b6cf23a583c3255ffe2d090841a392a41 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e1718ff0ba5ca3bb107b4b5dd41e5429b23ce80 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7268364aeb8ad884cd7eb6e4dfeb03157e40a1a407ae333906fd39d90456e27a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f2f25d56a93906edd6e09bbdf80e1450fb65ca5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e26f43203c503b41cd43a7f3ac46c5438038b0b08b71d5f386e6a712d61497be +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3970a9cd006361f05b6b78d539e94f03a1237bf0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:215a8b88d4fd816c6d4588958701ca2e7a011191e937fadba1715b9af8dc2007 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7808dd72f46c483bc8ec7f1b54235a836c9da8b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ebc5679f04fb08b5369439624ccb253e3f249b7538aa0e8e15e0683e9fe664a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2f5ffa26a2f899eb91c591ac5bb1939c504240b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2fa13fcc9467791290cf3cfda593d7b51beba0714da9d6c9ded7c1f614036bb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3339738d491eb5b1f805451cfb65afd1f84fd60c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e3fd0189ea6ac87ced67d0897cd118df394be37c4c3be7fccca5ca89ef2f11d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d0f3df01e18ae241b6cde23ab2b466628ea78e9f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78de69e5062c449d7011f7ec073a112c9374b740c11fcad3546b302cf89668b4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbcbd388a4f7443a1c11e91e173a604880ac6f8a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27a064de1ff00f084a8e89753f9a01738e7f080a7bc45505ca272cac20976b8a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e65ba7e9e062fbb32b5b67fdeef7a5d908d11ccd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7eff42d05bde924d7f3e6a64ea6f8944a7c77dda8ed51458f16ad34ffd88b7b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..70e93e4b7f6155fad94163b550a18da6128c8390 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:617fa19dfbff517837b8f5077975b788d7ee90c297e4bf3aa599b18723a715f2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a6e261abbea61b426f8ccf09bbacb7cb5de9bd8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09841f0a2fd6d720afab657025984469c89425f7b23f4ef357d86691926887ba +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..491254e6ae872cf75d493b9619d532f66ec06e44 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95f9f7d703c17e0db9de201e76d8baafb6b4ddfde9287910712dd3b490b2b7ee +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..03a7d37a2dfef82ae734ba4a61aaae8c120ccee7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc191fd850595e34761957eedfa6d0bfe52ef8e4278756b05cdad3f8b66b1563 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ecbda305774e2a6bf2825b52b4654f915ee82922 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64726acba959657618462e7b867739f1558c568885a9584e46d3834403736dae +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..037985ab1e9e4fa6b3c4b18d7f630e05bff6d733 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55a48cc500c932e0299db01a121a74fda73841e143cf5b59166b6e0a95addd0c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec869c6b7e3cc5073f98a88ac334a92401f8faa9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fb38fa614dd3b80a6944a2aff61a375dcd2045811c9f730e5568bd80643e88d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb5ad1821e9201c94cb793ec85a53cc48d46129e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a32f1354d8134c639aefd0dd9248883ce9996863bb6a4d7ae8214f7b217127ce +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d4b5d98ad5358f9dbc1b3441ea8357a3c0fb40f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c07f5712e7ac71c28ef5fed8b6dc7b28098c81fdb6f65e6b96850b120c6d278b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ca99ac3ed6d53ba376d1943a938252d23788c3b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:475eb8911d8f23094ffe35d32073618cc6afb832778c985c64c43d69204d166d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8eb75b7e3550b94ef04bcb6a229f1b2d18b3ec84 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:217c1d4bc6dca830efc3d92a942cfbc941f171820cc52f02ad508b0c53177f30 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef4f8708dc6616b4c2ab206aec3b6cbf950b3e01 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5e5d2d2d31a1890b83c80553f5da686da41d8590583056bec11a399c74463ab +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..555bb819eb85f3a38b93d51863b6fbb99bfc6927 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0be22b77793e28ac0d250b5b5e02d775a6898d2e3373ad7080f595b55b2971e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..791de7396d83bd951733aa9a4dd608d727bc20cb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17703a6ef64822c33f78770b721129992350743c010928586a69aa814680a8d4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5cac60013b470f461df197fd322d114b03ea10c3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fe4fa42a12b3acf4fb36d4da03e1ef04f39a2e17eee03332be14859e88d0961 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ff4b108f649439f8d7f68f327207b0d9303ac0a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93870424f6d4f987874ec298e67d7fdb599a172c42d8a567964115c16b16b66a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..38797182194d7314a0c042ac64a9e87733a91f45 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4edc7acad3e35404eb591e09ff5ab529f6bc75405fbd5f8ac735e95c285e3556 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..52cafc1a36751e3b42ad2ac632085d4cac90b709 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dbfb9d9af47314bde07849ab6e1b47c14a43ea53352e4adbbd8e58e7b56ec71 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8fbcf5ec4f5ef71fc1876873b2bb338da05b1682 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46fc20b78502307cf46c689739f64caba0d691e23955cc7c21ca70ff8e089cb1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d3b36093755926074d1a2f1cd3328e2e4131518 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab8720cf5ed7f35f28537487cc0953e36896ee445207ad4bf442c40156f076de +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce2d8ae14ed21b05704b4eec44499d4cda0141c7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a586420659d470343a758b3089fddbe546ab41a6fd3399a636a770e0206b5c5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b170964784a96a103493a86e845b625ab8b7f1b3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3940873aa497b774a51baf71eebd37a9c80640cb1d6eeb0676f5a826a16b7e5b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a440c8e3bbaf0db082a967f14864ef467a5b177 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17720c76d39d9a33332bd5526a4c4d8740818dc089a70eff2e4930f88f6512c7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6abe05cd3101ae325142db541d6c68fc0f96b380 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4ddab37ee65a538360089597f7cfb08377882fab875599103915e71a5db7645 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..064afed7d2043b4f548bbc70ef6ccc0d5be64f8b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acaee632908d95ca5d62bd24319f2693e4d1a870b32ea52d8da58f72ec9b31a1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..12881ebe580fdb009c19222326bd8ea8af54a9e0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fac4d0b62c217bfef3ee8794c0eadb2232432cf84bda7d29e0ef145263d979b1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2cf3a32a251b83936dcc98d9c81e28e3833b53c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fc1d84b5f9884efd30a9292459d715c23df3f0396b144ba8b78158665ea7233 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..63bc1fd5a6d29274877afa98388bd7e603194ed4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b50d47c477145528c320ab71f150e42a6c0af21f8cdad6055b11e50f5605e353 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f3f19059d3d07f3566e33c10db1142a109fd268 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bc602b8ac77cd0da5fdd3cc9220fb4c37e4bd30af0c1496fa14b00a97ba7518 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7724e1c2f8d34885465105086764969843f117c7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c264808b20af828ed34a42bb5a57a46f2a32498d394637b9daa8e882ee7e303c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..514516c513071af561f309bb685ea7897bf58c09 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:220af3969a951112a4889b642ae9dff75d7669c8a5cd6ac4e7cf3367bcd4ce22 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..81be2c08d194a73139a2d8c87eb7c608eb463298 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e02bf082357e0e900843b970e0f46c50fa90329e0b7ed2c9cfd23dbcfa583140 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..166e44381fb6115b3ed21c215e7ff0493323b392 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cec5edaa615f0271aa79e044543bf4b5f9e6f8e7cb85742ae81c401dac058630 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e3264b3f7ffe4b5625270330ceadc219fd82dff --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9d1b1effbc94ef9466fec5b108496416af184653f5cd2438e2cd580cfc6fe96 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..469e9c8b51ccee50a07066d6668ab88d634fae13 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9954c01424698994fd73c4d2d3e57cda2dbb88bb17b51150c7a76ccf0cf9ba94 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b8f6e33096593c99941751d23fb5a70eeea4581 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:418c05b538c709f14e04af8568953c49462113b71904e097faec845a8f66f676 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d58241bd08f0abee8980509675e95cff0daddb3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bceaab5e692b9fd853841dcd2a7f02f782c5fb22833c689b84d561ad5725e8af +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb0a521fe9c635102b37e70d7323b8272aa21f90 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8761f46e9c08fd41271696a4b79222c90f12639c2f07808a17cc327923eaf510 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7cb9cb3c12fdb3b23c3e10d2bf64f79c3e65a622 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fde1c84a921f174c8f849cb50b1387ea4c6132e8bbfe4a23976822612f7cf463 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a79e00501bee9ea74866f1096915a5e8334e9d9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c29a83c23501ac22d94adfc01b675582d888ecd9e8edbc2ae9b5f19c9e152671 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..96f455ccc18740160715b8f236a64383b5d9fc9a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61557eaeadf15c0e62b79ce0417fba7b23dc37926601f5afb6d7988094c0322f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5429a158ee93ece5fc20fca04aace6ba626569a7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47af8ffacc2bb130f88c76aa4937c8e7e79b42d376753d370c53d25e547bf932 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..583fa2078a4b14cef12f8de9a5749eb8d86c27c4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07a87607120aaab07ab3aa91b065f5d53411f9c5ca7ef112ed20547e6156e533 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6cf6b84ef48d3f66967cf295e63d2b4e27df8625 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d5fbd02240651082da0ac94686b3dca877d409f6d2d6e8b8d1a1a427700cd51 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..63b4b4714f662be5d09788ea248ab8a0d80ef4ee --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26278d13c398e57e6e4d56c45e104613d41054d564515bb3106cc9cb4723ea52 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4677beda144bc98a9fc8868a2a52c4dfa5666977 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8d0962acc66fd3059e155bb20d39a9d39e6642662ad15f2016015f94acb2611 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3842c92a1483de75853d90a850959a7c59485a44 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4c1cfc6fbbf54a96a37a4fe4c877eee5ae8cec2c051fff2cb7d66aa3e1b59f9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7d59b8401d9ca0b17960a4e0d5975d9e2e9f489 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67b7172cf8bad1fe4cd4ff8c28a63829d54fc69ced76777ffda2e94c3936c2e9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..32519b8a74572048454ffe6a431b163d1adc4480 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b756dec9e0a5175bed206407609cb17eaf0ca49aca4e95f04ca06f4cf8c21f39 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f0ec65312045825dd08483d08d9c7f9dd3cc888 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b896cf1db6c522529833734a0a1a72f71e7e6fc775992116811785f3f0c38c8e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a39aa2afb96cd6a7a8b165b78e807aaaeb5949c9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f681ce0988feb204bda01bec0d63ac399ef167417f6564ba745bfa61aeb8f5b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4eaf661f5d682394427a33aa96210f704abfd6b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98e54d1b476cf36d64e89bda0e4f0af3c45f6867b774d59bdef39d2cb3f090bf +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c838b8cd7f1c9d73053f0363fe50efe47ef63f5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88c303d5291d0bc1644d2341c04054f0d4c0a0e53c28ee4d1a09f3b8979cc129 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0cb611d432779ed572332a6e82c1d94d8f5ee83 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edd6c0e3a3e46e71200ecd2794f7948583d7a7891fb76d296380fb1ba200ae9b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee262dcd990fb851d18c60044022ac82863caa2e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ef045e2bb742c73ced10593814a70c8123b9455950df414b6f747487a6cf08d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd7532edfca1a404dcb4ea4a63c24a4f7343d779 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:129cd9aa415a25c642aaa9fb6e6203696cf83252a3f1a900bc5cb817dead547c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f577c5233a6e0c9fd202d7d08de048106d4ea5f4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:716c264441cee8d024513a448d0fc592c8db683460a89edc8dcf5940544f0bf4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e539ea18f32aa630e91f060a0780b42f652e7a78 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cd2cf35ae175b53c85b26a70558b8105c6f9b6d51558da3e98a42821dc66985 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b8b9c375206c14752b930e5c1797905c81a0610 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:273bf0404dbf637106e1d0e81d5e2169c39e95ef02ab1dc7329b14f26fc8f829 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1f4142e24885ef71bc06b225eec3cc76b49871c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5d5b312697fc04851992326dbf2b79da41b98350758fb258db9f390210c5ca3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0940635b4bad6536e623cabb6f22b264facc4779 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad89ce3ab7928512e38d7769e80b5cd1ed137dcb9b2da1345462c0f2e0a8bf9a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f67e82415962299819635a9572f39725690b3d48 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcd202f55ef1607a7e0b0003b5ba05565905a23e2694d5555403da590283c0aa +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a00c596ceebae5297e08c53271dfc87ad049fd4d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b80b991054a91c8bf007dab0a2cfa9fb1b675885ea6bacbf8ec64728bd73f3af +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..99f2c2a6cbc121ac75e86ee9a38f8d4dd54a8be5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eeb2fd12cd3bd747d9313b9994ba0866dd047303eadb960ca975a1bec06063dd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..891e245a47ab95ba9b32150137cb7d8c757ab0f5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad854c1b348fe31c228a59fa8a2ab69d2a6c0a523e6ca1738ed7e19f591c2787 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fdbbbffabf15cb8cfef82fe9d009e43fc292f146 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ade79626fa7c808a7a6c3b7a856a67ff5ba8f0b9365be36b49037d885c6820e1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..107d803a53ab5263c4d3f441ce2d96f4e54432e3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:455dac12ce56a7d5522766d7aceb7afdcbcb756567a946178ba62318a4c57ca7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..494b07437a99c366d21de8ed86024351f2f72e3e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2aa5b32cb0d3e6ec78b8e79e46e66bf8682da8c42ff5ff9e73c94bd427d2d466 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f709068da457f14e2bccc413324bc50210f93d0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a32227fd232bd1ece048f9cf5907b9fc473653beb33e98aa30205ce916a0b76a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..48ef84c6374a8465eed1f7f648e45af94e8c6d54 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1721f89583dc7ccfba2d8b5e50f79e749365b7f3fb381796f75a0cf941240835 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee4062c6ee8acf2f14d1ef18ba93cf4e3b9b1d7b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08f8a359f62eed320aa0936da14678b2bc7f5fff552cf5c38dd5bc5f6ad5a278 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..180ee644b59a9ca8433a260a3257764a40d15bc8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab7c89d5e5a48e62ede23f0918eab92ec67acee5dbe0d4d3cf15feb08754dcf7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b8501ff4209eee3d1fe26e52e5e9c7a81f611ce --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:675cbcfab5b3d99ca1036c163ca93e8120b4421527f19981c0b6e579208c3425 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..030d87ea31ab6ac910b0cba42cd52c5711f06989 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:478d7d20a00d555814d015cadd2b7b97501088a22971f80bb583e59f5bc0567b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bfece2754380988ede1dc96c32451b5a2c55e002 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e492d0c4c51de07b8ab4a6009edb92d2a422e5312a8b38b2d8fbe318c65373ea +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..01adf7ce1f646cff70dfab0f6297368513ce1b02 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e9c27697599b40591388ad0a20f10a7da7420816515ce5a909c61b5b58e506f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4baa1a9dd0718396ea6ba01c639c7b3ae21d7d0a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42897a365c95df325039ce2c35b860144c390ecc2006b36d457bba0570931fb0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a09eb70d0c5d0f622e9efbab557c25bd85003675 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aee5ebd691bc07fd2fae2e451586e0656f004e2591265693b626c1421c98e7b2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bfc781b2acc2d6d249907ba6505cc709d64f0e69 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bb3ede8f3ced3bc6c55661293cc72cdb7b54d30c7d7a4e15282f610feeabf6c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bbb65c1c18453d6bb142c6e87c0073a93f3ed66d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0465c8f395860084bbab3b7ccd103d266b1b6dfc43249c5b6ed5240eb3dae63 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..af49de78f9fa23f2d54767d7a2a7d556f4896546 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c5bfe70dbd62163beeaaf82560a62dd01d85513edf34a57fc40817f577e1931 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fdeb056db051ac8c5fc16e982a53e0eaf0817fb0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7413c370c96cfbb1991d40e88cd727a420f60d24e52a9d373c2fafe8afee6539 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9214fb04d15521b5782ddaec841a242d4fd67cbd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:509a9744aeca5807971236b621380bc5dd47050b71d6cda1ae5689eedaa47158 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..18e88e43a14caf46b0faa589cec6c71c58010652 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aee07933cd7ed7aa3e7b414eb7afaf293051d87575e59fc8b8e94394059839a5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..51e587a6eaccf4025b20b6468e7558832f8c30c0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acb7477152246b553c27288ebe855a76270162c40dbfd032dfcb991f782ee653 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4f7f5e423a7a672081e4370b583d27976fb3fc1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:126a96925cff1cdd7cc557a71a9a6d0e488d56eb89f6ac89eb4c0299892f9598 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..483baf59cc074ffb692347df8c25bf162bd37996 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:341ac34441c66aa5904f81ae9b2824b605777d704f1db48f7f762829faffbc8f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..06926fa0ef8963f0cda8e7abf260adf502c17dfc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adcbab3f18b1150965c73d37714a8c285fb213b65285d685b91a446655a6dd4c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b120f97b65d31b4dcb0a50fe7c0cd943ba894272 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a24189ddd67ecb62ef7b78ea2a54b0b5cca8f5ee634ab4249ff285bc0be0c19b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..09f7c892bd7417ae21fd5cf89b778cdc60b2b8c4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cb98ae28a324088ac8472ae55752ce508e4fd010a99d8b3b32b209a392ecdbf +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..974801eb26a1952757fc4aa2775b51cbdb625e19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05f5bdf7be4c370787df977fe11ce65b7edc0d265e91b23844869f0ed056c38d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8dafb5526a906fa420d8ff6546b0d98c9b40ce46 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9be5e2b8ced5a48b4c7fdf67ca9d70a3974819b4d750464efd7a17f4b0a06acf +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8ef384cf8bc587033318b27c93272e0002655a3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20f4fd560d9eb8296ddbd32b3a131d7b24a77e1f6839197bb72c78787da50398 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef45035ab48c95e93a682e885a6b58c3eb45b30b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f8ff6f939bc1db72439729be39c0b7efa8a34cbf7c5f7e1bc23c60914835013 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..383a96ff28c6f47cb47c6aa1b5a16542487ffd30 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa498c4a7e79b1cecc16d00af076ae806ff2b44fb117bfe5b00e7c9509e896b6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6dcd8100e7f10daba42dc14f680702661ee0dd55 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f34bc3a581e0c7f22cd9db4507606d19a4f662762ac52921442f49482db59a92 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bbefe1d4fa0b011200dce781d42605b9dc6f6d0e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78566e9139203960676c74c39cc945c7f76d7e9980625814a5cc241762bacc8f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e22010135be076cdcb8ffefb28500185473a897 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe8ffba63f6ba5622e2f0197cb2f49ba7d9c07d5e4cdd08751ccb1dd5a0bb5ee +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..832a16635c0c4e682d618ccd6915e3f96dfff0c1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec34fe308445633f10eb4b4aae7c5b4ddb8ee7e8cdedc352e8b223b5ead3398b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc47316a6054fc63c77aacf4ae6e3283c53d3298 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:987e599705ef11d0efe7dac300187c446e1f33902aa02dc23ed059664c948718 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c533824cbaf640edd57dd140bec57f73669a816 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e359e44642500da0bda7b20fc628bd06b9e83151fce684946092447febfcc24 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..13266aff30d8028743b86fba50d69d55744fd0ca --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9a3412a8fa7a090e6f1f5c7bd1574d107f19ad58e425a8a2facda210649b3e3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5edbf1f80c0e1cb1fea25b088d360ca3f100d35f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9689758265997010d5414d7dc14c1531dce9a531f765e835d768647e82f6c6ce +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9f41c01831a8f8db20261ca2943b15291439877 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:255a4bff66d0f08286cacdfccc2c9e0c0c97ec898f00e4f2186d4bfb5f3f2a68 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..11054c462372c2d605fd137e13ecafafb185b439 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:965b19f9ce115d792e9dcdcdbc5f8d5c29eac90d024942103d0048ad8d075e99 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d7be3a27093d89e42e06937c9b17a9e5677cf87 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c20c056af8c7f995cfc7ad762135a466fcba657f0f1d2b93e4a4ea0e1eb5d89 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac50a748a14f93a06cac897601d7cb4411d593d5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09d3005f61a40389c804b2e9aeb73c674fd0884a7133e77a1f70567f47ba7233 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c4201dbf18e2c20378ce539847f445493c96294 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2aac77a315ad27280f3cb27094d3b32c013691e531f0dcf300271cb83cbe987 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd0b05dfbf9a97ac3c0b5ab130f5fce003d654af --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c44a54a0117f12b1d21adb46e489284fad8bf32ee99ac876809eb8dc1e47f52e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef8730c130542937909c8e877f141519c5ca8333 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6079a660f347a93c078a15046a2dd11eb7a52491a47531df59cc3625c785de6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f368b8e1aed7b1917abb1a179ca52b460659f9f5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b896cd8e302e37d1c07821ec107620d05df8217a0949240ce902716634d10f2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eeb01d6ec0fe7af03bf40add6d523373932de8f7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c736b37b8405283b915f62d829d44452ea13d1452609618de4a2bb819ef35abb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c83e2bc1add139ed6b6f9ec924cec5b36c2e708 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d59917afb2c20f002577637a95ec955d61a87dcbd35320f1029b4ef999610be8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f468d6f73a32bc6931795ecef333a2d9280d8dc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c675ff9daea2b3bc5df70485ea8bc3b5135ee906ce1df31b0a53ed52cbd8ddd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1a9d7bcef1769e2413e754092e14578a5071f40 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d717db1b0d8d26811be0ebcbeb19d801b4bff6a79ba8fd7abae949057be83507 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d36edddee8a707cf6b926d5e327bd605ce78974b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5e87bf487ce13655ccd6a8811511f653bc333926b026eda4666477844d6a872 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f87915755b4f5a309e3f3c450bed4d6c3885d36 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bd89e33405f663b531cb7b5c9e0bdb23c266e593aa262afba4d0246a0781ef7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..814ad1e6547811008be4893ff5b5fa01dff44df4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b65663c5af3c9d10e6e61a0f5b321d38852176bec342347e629e3652f1cd2dd +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..07c955e1a5d9cd6d5f7ca9da19d8aca8c6df1daa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bf7f558b3773072130a12425e47ddf1865de66773b12ca0085cf15612b404df +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1f12e3cce446ba40ae66f98fe4c007fe0a648e1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:617e05d2c8c3af5d47fc09b5d7c375e39e91b49286433a2ccad133e9f94334a3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..048e48220c23837f75d5a37655698eb8a4a543a1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23ed7f1b9a1d468131d02a2f759730d336acf924ee0706c681a1924d5e552bf4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b875032478a36124e3e396ce1e203e3ca55a69f6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c409817200590961d6f82d1267e719468a2dd4e723caa2c37fec201f75d2931e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..951bb98045b9a2df67fa1b1e9f0d5ddbe0d750ab --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7647e30b5ad62624782b82e0429d5f1ba1ef520b2343b82150ddadcf2bfe61 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef8e6658c45bc82985bc44e1e4135eb53905b2a7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7bae728459dc492f6e606a2bb0cda6223de1a31675ecb8dfd2d5450cb1fe033 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..39aaca7f8faf64cd97b61b02f75d4fe1f87d2ff7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ec70d9d494337d86d80f2bdb542c49fe2b5efcc9b6b929286ca776c3b710b6a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..54487857f896a1c360f2257c19c835dbe589166f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4c26bc673b1716e65abe8f56fb85a1733388d6c6b1646a71a1025afadb93cfa +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d021a9d67e945bc3076b23dff3241e8e7e2385f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ee16317f7ac226fd9a74e4ef07e174916af92b098e4286e83709358f7c90fc0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4ff5ab3a0285818db0d7c6aeefb56d9a373c57c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0de7d8528ce9555c175cfc49beab4970d34c522c54b73a30c82864952eeac6a2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a6b0d0a99356d22a6d0207f16c4af19f029cc04 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9db9b725a07faf47b8353ed50c005adeda02fb86cf531b9ff9b7a8fad8f42163 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3199218feb5b8601d260b1ceb79816a10e8cea4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a634d76681aaebcac77c53f49791bcbebc4da9ddec2c59684e2ae4f0b9442d9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..746e21c428fdea5debb23159ecae3615cfc99831 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9bd3c2645c0c6333012fc61579794895122b17c280b9a52c5ee180ca8448be4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..87810d4312a7163a6f5865502ac0d04d051ec160 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b65f4aaab28cb734588ff4195ee147543fc8e85a5fe87035b4e4b79e863d97a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2b0ec30cf186206ef0760d4736e749858fb3a11 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22f4b90e25df8e3eeb5a9bb2415a5a5f27e5d7096febeb73ed68b6120896da03 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4020a26d96c7186cd4192c2d4d7589192c707645 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:724cc7af06281aa2c0c11c8e46d08f77aab683a6ef3a1c3a3e97d01ba97583e8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..298efb8b60b993a7054af95b3662783a11f27aaa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f12581b9d5c657e7e12cf10e47cadb82653e4da932b610082401b5a3a51b25d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cac0aaeb0084da47411764163329a2e70ba51a4f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7856863a853ef8a754a7639a631cf54a5a68d33df373f16f2cb0eb51dd555fb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f59ebcb5ac15598ce6f926ac2abbe8d0e61bc9c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb3e0d41e4348ddb64ac16822e07b29b1aeff9b720f794418725ba1f2dc38fe8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2fe7a93608728c9494ea8ce8c2bb2f36ce922b5b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43a8316539b5b1f142d2fdf96df59d680ab05e7b13fb199cf6ccde559f551443 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f8b4342b2a4dffc1ebddc4d3c84c4ffcbeb823c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1856df767212e564b3e025207834b4161132eb7c2063ec78056d86cb6f6168c7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6980e9f306de462dabaf3bb0cb68cc09a71f66e8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9faf7afbb6d7c9ce3a26f13f1817358bcba6ecd1ac391d1a841616bb0fd13c55 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..03982884e3a7d94ef9b388d718ccb6b2ac1c1c34 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a52dc83a12bc953662102599c8918d5cf07ae6329f23a419a25d3478cf2b324 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..48e071a9bf45b8f13e3203ea37d676dfdcdb12e4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b829ae79597dfab32b635179bdfe31947eca407bea945b74d8a21a529ea987f8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6775a58403e0a27228533750adf3a345b2e167d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66d0caad7eb65f976253564aeb4900db4fcf1449e4c6d3faac34171af67b253e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..efb0cc9ea376e7bd80d6ccdc81d990c0e65b872f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51d3c985624433d2c0a3aa0d12cc8e77f3b11bd9d9bf657ce17a50b90aac4efb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c029ce8d475c40e548b014363d99a44a99799d8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b1aae1300b080117abbeb2d288dd5eccef92cc492615b835ab5bf80e9a25682 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e1009cea211fb256bc9195f7e43bce7fd9bcfd4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06941bcde0b4e60f61d764b7a1d185f323306e51e248f5cf7faa5c5621323a46 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c17c5b72181389b4073c4d3f656fd0f705701f8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1b226b961e9395b860865d7923084c5214a23896ae3966312b9a74ca6787613 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4a2af60c886822d3eba6c1721f20fd0a4ac54cf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bcee5555d3551818d6ac562ed2176099607ee01ff75fe118564e49aa9a08c3c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf507c40442222a469aeaea0b9dd8e08fb4574cc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc7f7250a97277248f803f5e8b78c0843b58c8d828021663926025360f28e957 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b82ddc3e9c4cea1f7b35f15c36f18d4edcfd09bd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc34973c153baaa051e2a95f9f706f4a7a52fc52fc0f9cc16af4946d9dbb1c41 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..88ae46d4b148d5653fa25fdc896ef0575aa3caae --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abc3f80cae21676d3bf0a82698dcc1072a48191ea53f39b610d7a86c49faa5cb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/lm_head/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0225feab612a0742a13bd55c623bfdfc551fc395 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:943e61f78b35a4969f9ab93e51f0d9f97534a65c504f89c603999f878dba0f25 +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/lm_head/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b97ed6bb4dd7770a9e4a23c751d0038ebdc3d50f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bebdd17d956dfa96d55edb61dbc04315c14c4debb68bb9805e09b0ed8d8b9a6 +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..756214af735cb8171a9a96e32badd5f0d0429423 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f34fce29294026a77ce823a45be2c400c76e90707edd8f063c18d3c817078011 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d22b4064590f51e713a536e2a6b45451db52b1a2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21e3665654080cd4ec54e45850efa79198a47f8adaeec16c6c160c2d55ceea67 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2999bc47e007a5f69e1048ed941e48fde714b32d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1643c13da8e2488a2ad75ec060f2641fdd9226774977c4bcc0318cf8b4c4af14 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a795b16a7b22103093794c9196bfffbd372c2434 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22387dc9c7e7c20e99c4d7e0ca5d83dce3e181256f448f184936859a09498bbb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7fcceab9e816d5ec7551933ec9a32bb0d9c59e2c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5143a0fa59008d1906dcd53140bda4de23c9d4cd9537f79eb017198f76bc1989 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..27919c02a0c0edfc308f05926c103e4b02ebce69 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f5e400de00f999ca7d9a481f0e73d141c70a5759b21987daee9e020b06aa3b1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5f30ba1fbb701a3a31424b06c9f8c701d840cc9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8cb8a74de6ed46e4a34b6aeebe6c0a720098097b53691871e7fc5683821637e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b898fa3945026ba712e943abdbc0ae8bebd0e33 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f734ff4c616b2a38ddd92bbafe453b1e8f315502b15de4508bbe0d3c45622aea +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4610f875682babbc3ed9acfad699d30a0e544f93 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7851fc42c58ce4045ec4ef77fa608f671245a9bad7a8659664a5f7cef7b4c36 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..39fce44e12a4acedd654746cf5f2b1211f7d088d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f69369336e4c12d54ee5cf4f1a6f6e129c1ee4d963741695bd7ada7b808406a4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3fe9d9fa87baccbc1be8f34d243b6d5c886c3340 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf3c81154e89494a46a5b9939317ace28684a951e0c6a9a7c090c5bd52926622 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b47abb9055304b4bf3af16a0a38ba39e988a1e99 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4e7fb853e756389ef9ab293cc4f688ad2e83d4396bcdcc9a7c19a2f6fb67a74 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5936a2cb4ccba5fa587447528c54a3e59f93ed3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83a601bb12425a4971246205464adb599b3699b86640749cfb0ba9516b656872 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5766a841814c0701eaacc02f01d9fc0dd317adc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76bb6e1a9a160e6ccf36f417676d539ce13e1b06348864b7df91fe934c91475f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc4d5508e63c4c8d8b1058cbd18f7e5e48c0bdc1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31826e02f35de7e9417c9999ab74613c5e0ab922e5943b2f779c812396153bb1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..267189f66aa75bd1d4527d64aae320c38a12b54b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afa32117ffccb47df948f2d2fa8427dd2baf359564c389093b906c3b4208eb24 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..577e05bf21a438e2c00744c0bdc02058d202f3e0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be29f4c45f94c09da67ca899f9d139697e1c50821b6068d69a46d825b10a7cc6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7383335ae393b663adcb7a879cfb996098993587 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a74839c8fa592711c8b561e29a51c4021fe34c6b277ba04b4e524c1d141aa43 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4a75b2ed16b7f3415b5b696614f2ac1c5bd09eb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3c9166e45ad7ec2bcc5a19a07333eb8f45cd91bf53664663e4093b491ac6c32 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c5885034a95ed1559f3f227f7ce8959f0c1d8a0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12051479961e19547f24987c12243cc875603ca434ff9f111ccbb5863f17aa40 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f038883fc10966b5b3400b104e0fceee0d34222c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad729064ab1dd32c6c079769beb5762b7abada954d80534e24baae6354289f50 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c176b82ab57f3e56eccbf6a962a6a7f9d080671 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b281603dd54d15ac4faaa04c6513584227805a59a45fe76a02a4b74747082857 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d6b1c46d11d11e119215f5ab835b6a5a5c74b13 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4327de48cd674d6c997300997c67dbcc34da459dbe714e691677f8b63ac5bdba +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e275547248d14846acd76312d7bc9bad6b5707e8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aeff638d31aac6c5468a447d7990f7bb4daad6e33aeb45bb4a4aeb26d21e3ee1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d82d42a72745c9c29e00db630c576141cacd93f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a247ad1e89c56e62a3bbf44a9c7a675e388a477085feb173d5d99f077968d30c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..59e041163cdc7d243cde99fdf33f6ff0adced308 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bfa181a28013841cd08a03a53f06b75d509094471ecbece6c11faeda0de7745 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7fbee79c117ad001cdca8e640e362c6f342e5590 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54f0006f8bb6335515e34c23b5e6592c5cfa6a667e3e4aef8ff10af3b055dbf4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b88e8b6c35001b91e262a247081ffac35627755 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71539dda7eb91dd3bb6561c0201d5e0fed2b963b63de03208eb90ac3f4f81612 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..685e31d80d26f23094e606ae4691fbe5d4d50266 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fba4623e0827154e929c2bad28bda4e40b19f85053ee5d87f58feaf1189d400 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a0b8a5d04d0359d5d5678ec0d484a7f4163ad27 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa20a4f554a7994cb2042c06180c52d0794d14d33c8e446e78830a95a4179f52 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8fcfdb988b5fdeac41b0dbaf1364d270cedab8cf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfda91ee7627bb0a2bab19a8c432733c2ea8d64105715e17ad24f111c96c3b76 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..690c62195acd1040fa6cb3c932ce5e9fedc07fe7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7399915166fd201ec41ea4eb696471a7a9478af845df7c60cf4f2a6f773311fe +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2ecbe4d7ab5b1ec3751832dbf5ca54a158a2560 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80fc2b526b01a1117a1b36ea74a8319f0b8ed9ca16ae4b0b3adf374e18d2d072 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7916b465da3fe7fb924e87c23644f6b15235c90b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8be4f0e7b7ea75be5b1137dc9bda044b01354a265bbe9b9681161b1bf1744d73 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..385da3b2efe2aec1c54540aed75b77dd799f5841 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e671c00ac19f13e4c1bc39c4c160b00324e3d75e69489cd90c08b75c076b06e3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa60712b0aaffaae4af906783febc5735aab3ae3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37b91010b22643ffd8382b997fcc5dbbd17a69c24149102a3bb3ec366fa693b7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec7e519e6ddc713e7a1a9abe98ac55709235edb5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d1a5eda0a26912419764db1b1b25fccd973ce51e787ea92d475ba3c7effdfb4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0cef42f5f086b9e2801e3aeb7fd4d00cd09b734b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68b0c4afe7f09c75802a2d1b41fdf7e1b6ff9096cb79035d87f1f14ee49e504e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..01afb41d3ec85b9663208edf599565ba8d17bd48 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57a1962bc7d642497d9cfb106168035ec01c04064a81e06aad8d81af3fce1c6e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ed55a713df5bed21d93c09d882180240d37f8e8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffcadab36214f2f38e0e9fa853c2edec8de73d697a004727bdb5f77d76294476 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5a66f123c8b45a79fe8d11bc6135449071f8d8a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12d1d2b2e4f64ac64a56a0077b7d3123c67cf05677762b7f6a826de4c507432b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa4183074b0a74337f0d0f6bf4e82cc9edb88091 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8550cd8176141fdf82537ac912e9c56b91aed399a980e23c673e6ba98e63175b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6e9934dfd81751db83831a1e17a46b3fbf0aafd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5103928600d7cf1d03f564d75ac4a5da13df70fe46978336cb3dbebe37afcb37 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..76bf7ba812fc9d2c802339d60e9745b6b6dc180e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0d13018e6a6243df2251cff4462963c3737c5776950c756df1fc0fe5ad511ab +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbdb9afcbb76300c575f34bde16f2d38ba1613e6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8bb99f02fb6895b0000778ba34fbeed391426542ee1d041c2629394acd47bf5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5284f8d9d3f6126eb7fd761f1f6d00ad2def048a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c26ecc683ca4caac87a2714f3d51f5cc0f2055cfb9db663e76254b5f44c5dc9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f9045991e45757ffafecf0d90481444f590410f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea1a69337253e9051fcfcdac94ac847053629e63b6e362ae611e873ca5f7f00c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd509727e093445925fdb8b217ec386ccce137ca --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1457e8539b1c9945cdcb40f6d78169bfc43ff093db4a7e4969db4808b56be7f1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1157c8fb66b9a4c32490848d1f4b7094c117789 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85c9701d370e401c12bcbae7f992ffb6a8635ef737c66e3f26bd3aec7cb915fd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5cc6cdebd80b58e9f337adfea1ed0abc05b3b248 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98e4b91711907f1e26225d10ba43db9eee911361a33288c7e4ada0393226c3aa +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eea1121a331618c44717b4e7e49e6eb889aff9b3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:619ed02f0bdf2b8ec2c4cc868bb6bc6875cbf0edec0e0269528673facf55e716 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a88cc30c0219a6ad675c40e8b60a0a9c1082ba8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6921fcb408c694dc7012a3d9c5ac278ac3ac24992ee1c90e830a8f6d5e454181 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..011a3ff5765d18f261fd7eee753429a47a76f52b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8426284e9ff6f87ffd9f983ae9d83c7c81add69eee7cf67e5595e68e790f2d45 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..06ac97e4423a4543c53172b73b029edd5c7c1b52 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97b30f9eb0440b8d01ce09de18ed3feb2f3c6df1c140fa5be02da097c2530b0f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b37b162c2aa24fc04015f4fe748a6245e159e84 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5de9cf5bdfeb64354d310ff182af1ec48b548830d6ae694c329f98bc3117fde4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e8d27ca219cbe689bebcc0e312fcb491b3bec18 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a92b1c2255e4ef61c6ccf6b41d9d8bd35c00661fe9375311d890025b52dd676 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5198a6ef639c9780049844aff059292a1432ee6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f1b5fae559345793723e26017f7d4bb5d4ced09da9667073010bb1e182e1df1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9fb72162fd52c360841585445c24d6746c27dd69 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b03f5deb8fc7fa2aabcfe70fc3a9f158847dc3b62d44a2683a4956699067ab7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e59ea20164ddf4de0f6e8ca8c31e577650b303c3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:116eeecd3e8a102b6f7cbfb66ae590c93f2b172aabd571fcb5f10814b9b1445d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..32114df594d7af8776c2c1b10192f20e98aaa67c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81ed0bdf5fd2c527fce5317fa7050776817c60d45b0ab248731b1ae811d02bc4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a20eaaa184d34a669118b3a9b8d6e6fe766ebd9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01fff05809367637c0397cc0b0a962b4e3c9a13f943fd33671be8ef83eec5cc9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..800bd1a1032312f77f4fd37761909b7ed7641219 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca4c636a680b6b711c3d295cfa2bbd43498ce857e2ffc687ed589979637e7425 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef3328195dd26ea731e29d892a8d65af26c805ec --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a7f2ae48a71cd42c16f29b51f72598cb0ee3aa419f9fcfc92dba1596169fba2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a20a678a7f75eb15f0269ee0c3613536d606abe9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1a15e9555078509e1da5b52a8daffbd934e0e577398d027ebd00b5d31d71e9d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c51b93d4c9a5fbf5d6c1539a78b9f9dc1f1a2cfe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:623885e059da07a82b901fb065c816726628d394d485180c88d9dca7942c1f53 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..105af09bdba4701bf2e71ffe5b188fae936748bd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c93615b21cc531d5c1c846f7a2370f4f8c3cda0a293c9760c43ec7678ba5dc7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e10d29dae1e3b15c8d479c4385680e1c30c09fcc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba7a3ba790fd3a8d06b28dd990daa9eae578bc23350891d975a23bbe16d4b150 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca7043642677ff25da6302d154e3bb0e709d39a2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d7be3965d6d535215156f4aadfd6023503d221e8aa19e6b8ccbcbc5f78ed878 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6860ac1be3dd04a56d76191614c3fd4af742c376 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8359a1cd90ab548258c0651930ac1758eb9ef299ee3a8e87ec71d040673524c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..32eac25365eefc0139f4c7f7037023f459b17998 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5da90f2688326f821e50fd15c80de98b048c55cc3dd1bd99b92cebcee3c7fb1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..12fc887357a2a1a6933481aa1cdcfed112b12fcd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f61af3a89fe0d9a150bec82f46a782c23994bfd457729786a7932ad07a4007db +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..70678249de0e46d9acde5821f27cdcdadcf9aa1a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdd48e18fa16c19678487c54ec63007522206b14bb5c742851f63b3310d3ba34 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..13d5c755a12b025259114cc9433c9ede81ab45dc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6bc984193058fe5dcf3b92c08d9f7bc0a71fd7914ec6614fd7342ecd94f4581 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc9ce0c8db89a147ac7fda093478790c71db221b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b72813e890663ebd4412bcd0c1b55386f17504c789348078e5562c63e456fb77 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a589a87da6ee19434b74bbd946a27fcb09df9657 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0d23c773db040149ae5451718a67b02ee622f20e437e8c79e8e1bc6ac293f54 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8ff2c404e660947fa9124f4f1acb0494a167bcd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddc9e01bb740e651a7b463f9bde851a3c3108f7f0c92f0ddcc0e2d15df09c995 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..322e6f0d80d39d81f42761ef168fe47ff3293780 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11f4d04bb41e88268c62b27146e7aa69b87c479cce340530c82aadc06f1fcdce +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb3fda20dfd1e51d1fcd760a21c24323968e1a32 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b0cd95452eb689e40c5b3f4230b9540da6cc69271579de79789f44cc0147362 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2b0ec43be583a1b3caf0bd8bf95a083fdf303dd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18403ee98a12b63439d3846c87e509772dbd004bee911840bc7c319f2054f5e8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b930179d35c2dbeda6591a5024ab7d782e9db95a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:815d479b245282c28897c13d6ce52bd98caab212a929d379da8f462d25eb2d75 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ef518e0b67ec7c4db34700e9209ccb5a1afafaf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:757556ba2ff0b85a55b3392453ac2acfe2ed148662fd77824c2b861395c2d627 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d20d86946b2efa33cf5fdff482ec1779bc8708b0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0116df7fe78ea47de372e5fc1c46f708184957fab891351e47f4458813ad7eaa +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2740d14740da782a55ca80425bd905cc924cbb1b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e51bb774e3c3b2b589cd79a4a24368f0736df3f75e3278b24cfd577e3517d54f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eaa0537bc0649bfa5b904af78195d56505f87d11 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0a77b1e3b5e60d6d4953ed589de8264ab1bcaafa7a73a369d21c43a0724d794 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9cc99fec1c8d5d42068425acb361477cc2c8e25e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3329ec62c5884ea3445abf7cab9362dbf99bded29414b695248deca6421a736 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7ae3985e2e2ec54687f8e278be6eff5ed45ea6c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3d5683d2a4d7bca8b92e74d57aa641dfdcf851a9b0fd859129de14c45d6ab44 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e04b08d51e9275f7f3467b6e4c6d9ef7eefcd90 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bd9fcad93f61c3da546692a7cee8768e6bb5969c19c76ec047aca4c8c11d086 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..547325bed475bcc9748230fa372de18aceaedae4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33db84e8866dcf6dfb3d6d54f50ef9f2d7aea19ae7dd9f2e58891048448fd81d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..561603bebaa172c8743a39b8299c23bda8751c77 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10fe011955fa8e1cb12d031d1fe0004324da3629659eaf6c5f18b40a3c3e095a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6070af186e0c056cee7a0034bbd9a87c2994d426 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d640086b617fcab91f9543a74376e886fff31b32da9bfbe409e7efb22cb5953 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5a719d8219321ecd2ed03c44958ba6b3847ed09 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad223024e91bdef8aa31c01cd9ad451e036be040e581dcaed60ccb4ebd0f5f2d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..df63f8f797cddbe311a30889ee82242a651f7982 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:356e7d9e82acd76732e98c5e68f9fd6dc9dbbdc81a0db2683bf5f50a918a7c72 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5d99756057b62c6673032c53ece99e4dca78d4a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cfb27913f5f0cd96f21441675d8a3d71830632aa97be7955e7f67928476ad7b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3992ae42cddb8976192a59bc50c93cc431a3cf5a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c19d0ee9e7b870512f10812056ac7287c4983ef7f005eda75051a124c6322db8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c156c8ea8438d2e9688fd0458ee9a1600e9fbbc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e6899dc3188aad20ed1ce34894d635241fb574a6481db07fe110b232751dc4b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f97ac6a4bf68378d8d3425a379d1dc244da2d8b2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c70784219e73221c6e824da26a319e46d7184e2636ce3f8d5f22992bc6cd0cc5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e903b2e0965800eb0febf97358b025b9d5e7660 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6adbb35ac069e4ee5f28caabf2bfda3cae0f05e9c534beab87ad805c273dbfef +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee5bc7449a6d5f69b031c373ae9fe02cfb04be02 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c860bb42dbbaa8f37b6d5ba713faa520bb102b8d1dbd6cef92b82f4f5ac9fbe +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e0bd2a861776e2aa4eecbfa84dde8c426838235 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55bfa54683845d00ee7b71447fa40ef0a4fafc954e06aa088a92776cb55e8692 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b9ae20bbe55c6ff3c78fa8999b000c6252e7baa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42a0f69329ac95c4c9e5757e26a9bca7858b7421c8e30eb31184a115d9df54dc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c1052900f2378e0c63cd5b2339bb61f7b8f6921 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44cc839e436dbe63f5ab4ccda599a27651ba235965362dd5203cee2d8eec9a92 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..782c1fa58cb85780fef259383052b7678ef94138 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:079237ee42ce303475a40b3b04e9cccb187a8a057a9e03d9c8c5e5ed4025031d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8aad2fb7633dbf5867a3236c77a6f28625678c44 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:804179aca3ecf27d2d3769cac91bea467ed2694db1701b2c305a00337c4ab44e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..64edfe02e5fb6e6865c3b1189b591c204eccbbd2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dae3800eb32d2ed0bbc40aafd5c61177bdd439f72e2c05a7fba5f2cb0bbbb628 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7889b662f62fd1c6a25fe29b9f2808cce2a84673 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7076ba2bf60196bf000f9f9d9c5a0e56a5dd5f7bb34e3e1fa2ab57eeaedfb3cd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..af7b70348cd5e6191b7084f3014ac74b19eb3a39 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c201ef1c9ac849ebf15426d5f710763adb16a1d3a0cd9ef804cdaa6d033d52ef +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8338553ea3760495adaa5620490fe53f197b32e6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8cf05fb9fb3d120b79699fa60dba4624a3e0932e4e13e0e0f8517529a4a6965 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..63d38953e058b1b1c96c91e8a931e6a8dc4a4397 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fffa8ebdadf50e9cf0873df29eed16b33f35765ad149f8f3da946706d27ee5fa +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..656c9f9a57b022ae407ffc1773aada1e7405273a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2c76afeb5a390639d0cde2446ae2f6beb99e3626b51c77224da9c29f4279200 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..42f46ac4f11299d9151f7599560c9bf35fad4586 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:905a487af033b82339b9e44746de0a5580414a3796987e7f69d9170b74807e81 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4e3cbbaa2ed5ae482a5c56dea6a158c30ddef18 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:287e30ad8167eea419f4b070dc5ed2c63ab233beb5b55708eb63bff2bd7260be +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef2d3296ec2efaea1c40143060e1eb36237decd4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1817f4ef861e1fd5337a2e820a86d80931c92a6dd7a692144c62f20751539ae1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9c222a10b07381cafe7abcd780b260f9f488699 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:298a315abaa1fb09c61c2dd640032f75e658e975795d267168b31d5064a2f37e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e5a5092040393985fe941eb7a2a1972ceebad88 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:800e2164bb6879ff88653b2000750cc65934888ab1f92b3e096ad5cf40b7bcb4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b5ae67313b5b41938ae10cfec31fb1dd77100d7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ce0e299457536401837325da4fbf53147ebe4fda5724add7579eee7d91a2326 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..574122e9b9731180f7813904c263aea84451f0ca --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:348547819dad9648bb8b60cd7aea6921f123457ce3f7515f067ae30c06ce0925 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e98942ce6c8899ad410e894ad745ce7da957116 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa534957bcdcd97b5e34ee74cf4f82535b9c740bfc3dd180512d809ff3daf309 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0c35593d8a94bd143ed17a9f32facd4f3a8e93a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d9a6947bf308a60c2dfba6e4dca305ae6507ccf850ac1c2a1cc14fbffeab308 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc5e6ebd3e38d1ef6952aebefdb16bcdcda99947 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17035a6c3d2eea4c018ef400f39f848e9fe4d7b77a4e5c8a5c90138e90017430 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e735d214a5b2681c7976bc8b60382186a47dac5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59867359faec2e950493e33834a416f637d2fb5ba2e52a3f0e5d75671a8d55ca +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca55fe02c636adb1ab96c0bfac614b6084d8ad3d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3161be6d0daac6ed57df44a532ba8e2cead9db9922a07a1969da13315238f9c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a209af770cb9e2303dc380f02f0740c1f07036e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55793bca7203c5f6a5c4f895193d3ae248e2aa7739a326bbdccb3c0cc08c8fdf +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae7585fb1017e9d6eb485c138129f5fe8f3187da --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2cd1f064243f498126e1afd37252d7ee663c65d55544cb5e82ffac3c012f2cc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cec679d997531478e9558ae09b88400b204922c3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f33ab61bdc6434376af9320f33cd2bd67841c9f8653a9247ce8b3ba2ace9b88 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e07fa7539bfff984f968fba36cdacde97b57d6bd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c0bcd2ba665b7128e657e5f07c7d5f6bae4e6cceadf818200760253932403ed +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7fc444faba9a05e198484b8133a37a434a91fb6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e942a73a9c819c86e3e71052d2f0e0cd7a4df322ba0a0fcbf406bad6b5db26c2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7a486bc39c5c9b9490ff359c5a505683aac6441 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e35a440434eeb0d420b7d14ee0fa9a28c68950e11586e462a6bee8660964fd32 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e5bd2eb9e6710741310b6112c63c4b8a85c4c9d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bf24b1a23f02ce68deecdd69b622608366e2bcb46179a658b9480f9d649d075 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0fa8d611688dae2f1d90053c59d73e6bfa8b9be5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:585dcbe5a2d85ae4b43e8a6a2ffb9393aad4fb7d95d20e2a3613deae049cddc7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd4e466988f7f3c6404051f58e35771c24459e30 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:671b5c0a461893c08d164ea52b6517b4f44ed1758de6034871d20a0974afb484 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc167d8f02a8cf244b06a354a1ffcac5300e488c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aea876839e298cc09aa4ac7d01df1b5cefc044d5cdaf03c7e00822bfb26a7093 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ca3364283dfa7b579aadba8a5d82e755edac38d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98b7d8a6032b338c0730f467f766743b211796ce632f08c7a8dfbbce088cabe7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe3a549725b9d2332dc5bc2442001a2ad8825206 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0896cde997e32d444617811c797e3e9f1067abd07addb337ce05342b2c396e86 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0921be3b76afa12dfc2a6914c728bd33fc55293a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d7c466977ca066973c9b099597f5d709da6d772583a5f24954de1342d5e4a03 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bd111721dfe793a0a9f4affa21372d0206825e1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1483979c746a5143c45c6f553b85409d7a58709b65ca80d0eae963440d03c0e3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1cf848fc5d68977f5ec30aff65452f24a5e37970 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2645801643039e0e14fb33501a5e0d5b1e6261b9f92b525c200766df7c00a003 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a891bd1b5fbab46be2913f63a07eba23c288586 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:304b5d9c1292d768f222bbb615b0d055f3b38ed201de50b21f3b93f167edc091 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..627f2c4be403393ecc30c3097786217219445dda --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25ad3cdbca228699634155ab154848e91aff833b8ce427d23b67f341796781e6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..419ed31b2bcf664aa25ab7b36e30a02d96c8b393 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ec94b1f1fcf869abc0dbd9e7250f9b4ea8588aa0ec28c4233eab2314c037096 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5fffae8f48897538d5c4b917b8efa28c5a2701f8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5b9389d24a94075caaba658a921f8b6b1027ce374741a80c71fcd000282b1e6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c946d3bba42b313a7287022894dcd72615d0bbd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c482c20d3ae842fffd1d678281e10de62a81298bea8e1714fd0cb162f83eaa7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9775d18af6cd31a7630a9a851b85bc307bb3b52 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8816b3020c45c5989045240efbeb7b0fb8fd1a8cc4f95cde754edc9f6b4eabcd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c0e264397843690712996c75992780cb58a9738 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d5152a876dd845209d3ca69905e4b6b309c0b6aa43658680a0a80284c8eb8d2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ded548567b611a9f1686c3949e61dc81b84125a9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c07396a49ef184d50868a1c58051f1eba3da78f2d6ae1e3b601edda04453a9ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d0ef1550c6bfb2eef3e59eefd7d8fd164d1a437 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:564f8c688cd408d89a7f3fdd18d67071b05ffc850676fad53f31e5d96056fee1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..72b4a2e6cec6ad46c4b0a6a0e5c5a38da803a833 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3a4e2b26eab1e5ef29cfd503c8a237f23899d121ceb5586b3b898522b20ad97 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e86814dcee0c151deff88b88301725469531a29f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a4dfbe78de7831659669543e6fea7789a89c33e109ecb3d486b629bdaeb9e00 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d0bd017b86f4c613aef6bdecc5ab1135d25ec1fd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:752b40e36de6955fe052661d772a8f8a557094214bc750eb9519f8d40bd3f07b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ab6f88cb1a09128d006a91291d876a7049382ba --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce112bbf1f00ae7b6519e4feb9ad3baa5ac97b054a4cf474bf7ecfaa23617a32 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..33833f5914fc0be1788ecd736d23d77353b3c8a6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4b3262d1c84db2c25818fffac135e28d6a00ed56482ae1dad3ae42ec20be822 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7ad63db3887aa06cf52a7028d6a441f8946b6a5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abd6b34fe789872cd8d8ee7a779e962707ded34acfa30fe97d24537a85f855fb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..24bf5a0aaedd46fcf251e626cedf3162c9ca5c81 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be4d73922e28927f0ab3b149f41a22be42438b274fa2b119fee3cac4e380c5d0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..40200bdc14f075f67c592628573c3c152db7ed37 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b88a1f79df2e6c98c814170b128eab2a52cbe59e07571fdcd58efad692ab088 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..affbb47a47f0191d41c560bcefadbfcf141452c1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08626713bb51ef4076668b7eaee02e777c248aa526386ee065bb2273706ba5e7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..86f4c366e99af24dc6661f9ce917fe8cbea92383 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fc4cf41985fa5ce0e81460bd99924914df11527aef17932cc43290909c9d88e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd8bcfd5ef879174cd873d5c1db994f721b419c4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f31a9a1bb7310e7e2bab9dad35634db7f0c463e8eb07847ad0a1ca820c42744 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c223daa3c367a78decc6bf436e9002393db3abfe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:346634eaa549561aaf46f9ff935a1af5e26f4370583f26a839f58f938b3ea682 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d0627b49674ab5b90088223f2aff12fb0df4098 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f112d755bb9c01d1e1e07113401691868b3886984c57f651d66884a70f903dc0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ab0b1bb9469a44e6944e3a2fae4cc3afcb6968c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb582c62fb1616926406f1720618cc80d7ed9e7766122b74a55de878273fd7d9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8cd84c95909a9ca63f04a7a56bd16619b29fbffb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f7410d869d0daa3bf6c73d3af70518c0939ec6f938c45214e187d1be5415623 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..53cf6e2918aa5e834ab827457a2685bfbbb8aaec --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:204ccab6c9d9c9d955536538f7ed27a7aed84d2808e08c3c26c50a87abd738e6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3112bb321e0b7ece3a261708b0ff4c7ee2a7dd2a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef9b1842c859a72dd874705e50681818a4bf920b96e64fbd892a25dbaf5c943 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..05d8f6e3143aaad9fb1058be536b47483385b1e2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5b55336489fc1ba5a4695edee04a8aa0480e0b9d2a486ce47973402edd09b3d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b032a3be435a418df5e4134ece8a1cabc57d84da --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b248fbfe19d84568f642d5fed5fa21b7f69ddfe24c60279e4cdb258a36b43f6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..20800afa32ce6788fe765dfc7eb6c2329e0b976c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ff3757178131ef85f42eafe4848c0f884e77c25f9f5110618558809c4556f23 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6c2fbc9a2faf04580d0f9b1dc416093eb7ff2c2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64c549c2fd1a026ac5c940f4875b3e719ff22f46e45b0ed814ec9f35d85766ee +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aeaa6a55b46abe1c5945b7a467c3abe69877fa97 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:441691c80e19e409f4c028cb6de3d6945f4848c0df2880e03d1e75f56c03932d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d0c13cdb1db9dce53d6765cf74800a1695feee34 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:879809e553735924ffd030ea7c9524f6a47c9c967954bc4b1d192e3f234d908b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d61314c7c8104a31e01daf4f3681ed080fd3dc8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee989fe4336cb0fa061801175a42b074fdc201f66261061a9767f1204865f379 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..05454559d8b03da2bf23b3a96df9cd49bad09c36 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3443845a64f9ab7002fe06203643040372427a1ef3f369fb60345921b91fec88 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae7d16ce5c780d1e5ef3b7057ea2eb194b87b30f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61892c76c64bcd319b44241b29b982f9c2ea29922cb0054e0f1ce0bddbf783e0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..49767e793fb484519b6b10625ccdaab92f586fdb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9f448d242e3a528638a4cb3be13d2183ce88d6d1a84a9cc8eb00f6956e0e415 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7925ba44eab15240a4a9b601fda10ef57cadf217 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc3f638bf90be18c4b722c80cf5dc6a08c164d6c8073c84e883ca485d5f5a0fd +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1346db14442a87fe314e534a3a4ecfd8b5f8783a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2971fee5c06ca76fe2778d4d01d2ecd39bf852aa011b39942fd929fe4ec838f4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4eb9b89b1d5338c0389340460aaf7c9f6c7e9ed5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecaa411b833cf44236ba2beafe1034def2954b1970a6c9810804629467170a46 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..62d098c49a773996af2fcb42153989f8dac67219 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85a6539a43a0b448685516c1f2683b1f6aa995f1eaabdf63e4a26ad984005fdd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..269e1051ea32f5730a8da13678539c83bd174295 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78677b28c26bd3eaff43abb9102cc1890ce4d69b65c03c2dfcd7c1e0feb3b160 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a8565f21044c29e2241986800379fe57b86635bb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b7e8cdf30e81858d18b06f0bf5584f5bb30144bdc2e3d11490461b649e2a5f2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..157023113b2389fae5499dc4774dc4d3d3dce84a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:093759bf91d0ccc180e08c054c68f537a2bb362103908aa9923c7b6f82b153d9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..45fea7caaff545d1ce6b5e75e6829cca7a81a25d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:784d89a7d6c3c90ca38a68b3a99f59d8e423f5fefd33d0da238bbbd947eb5dee +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c3ea2186b86d00f9a21f202949d31a6b5c6a70f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6292c792699a202c64a962c228115cf92e4b8be45ddc5260bbca513fc58d10d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..91e61dbce483423b61d1e82681691da359918475 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8778bc6877a8e79abb457ef0d1cb03f9fa0d7a2b6531e93c88455cbae392417b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c16b7040d9a703a61331784937dfba892f538758 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0ad651d371998d67410a80ccebb2f81c36ed444386cf0b07e891032ca55d74e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0a9ad8db3df553bba91f7c2bd25e004882e0b74 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd1e6dc1dae92ee7f7d4f5ec0e37b660a7966bc0ab86e0f6f7355cc21f747575 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fda3f1f6f6463e56faf3a7df48c0c149e30da4ba --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a0ae365bfe2046ef78a8685ec9b36a0931ba3a61712c9f0ed0f0ca5d4e73e76 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e066453e0f5a50dec42f7865e91260179a7c3ec --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c195f06dc315669c4971661334bb0d7c2c48e98ecae4c3c3c63377640e3f7b39 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..41c31c1244667b7a4e0215f18e75bfe0eec63f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efdbdd23044354b0560baca9b65d34fb51050b085c088e8fb0aa90281b3b8cc6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc827254009c72ec4a989e832d86ff1576d3c41a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:821ba5e7a4dc0b57f857894512a72ecef9be80fcbb0b994dc90ee084fbbde023 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd387ba42582a4b90201a4f5ceccb3bf873e6bcd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:379b4266cdd5d3a31b8f17a172ef0a1b436b20c26bcb08a214be597e0318b20b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..478d653d28d423f9c3f9be3c0d54f62c7b5cffa2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49bfce1444b8bc5a5305e31826848a10b80ca1487a38af20b4499a00af801be2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ec490b9c903e8063f36a576a871c9b15f9a37b9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ca8eb972c4ce8d73ccb0f9a9125d42fda21ae2fc2080db388f9df836f7f77c6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9164e925720898dde7789a5cca5720d75d99fcd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aef67f40a399cf7bbe5426264775a74cad01e14f28730711942d165d734e4c49 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..55373334e2880964fd6f69f01a08cb45618d020c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0945478940980c55c47e471a235ca340c6a42338b8bfdc9a8a70430875dbdc8e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2e0435bf07277dbf571866e4137bcd231202e2c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de2ccf2d0d9f9f3cc0cffeb7bad4d0cef4f813a88ec3b1e872e913f69d10f3d7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..90ea711e0c47a348191684b980448f4978219651 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c97ef33ac69c4d43d5639ba37f9d8898e2cd5f6bd74e793b257df88a33ea0462 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..af1c189e2d14fc5790c486c41ba2edb1c798725a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9b9c0831d301a0d4445807e70d8a4027e13f4cb520ce9a06f11090b76a508b6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..76ab2495c99c012c16d691e77b566f18485b662c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bbe8bc18f615563db438e0d805ed2d34827a46acc20eb752f775b45e719b904 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab76177e4ea88bfc6f0c71d44125dd99ff606ae9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2510a7c0a01f16346eb7884b5b4ff4a99b1b7fd33647ce3c2c2db182803e283c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a6302a7b0605d5e068364857efe39a52a66bd45 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28c9b8d38be641ce3a04010d0678650a013186bb6247482feae42e6c461b0b21 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f88cd1c983a1323d536f3158e0b8d0a665274d57 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14df1524ce0fdd651172a83c0311b68bf893ff9ec780b10de6a35e67977b7490 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1422bc054e02d87ea38b6f6d6e75cb90ae350412 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b785cc57b91cbd3f6ee9ac485a0b935377b9f20610ec282884366b3b7065187b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b89cee593a24c0c8abb5bde75a2866b36d2a830c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cf4425771df6cf2632c26d164695fef19cef88447875587497105155dc0723e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..626975350902f5ce6c58482af8d2eb59b1a55d8f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b82a6d42d7f4751024659ed20ef757ad2fe8fcbbd0d878374d88dcf6c8e26cb0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8157b26d9e166701bc9c574c9eb91b9e79c77f54 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19db32a659bf067de386d36572345578f9c2b776f1aeba2c3330c29477af694c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..898ee3b5b2020fd866bc581eaf104d6034133f6a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:598749396db5472ba529f9bf0ae7f64dbbd5e4687a2676752adbe2831667655f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b0e6cc9fcbe47bf699a65d6eb690ffa2ca72f51f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e7663519a5b60c12a8a076491f4d90b4e96bd4b14cb038277a65da4f579d676 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c28dc48c0400d29f3fcc6d177791140821ca2b52 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1418421582b520fef27725b3475fae9c93333aef7ad811cdea534ebcf547db5e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4c3e56b3788ee30adb115544fa25f3e409bd747 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46e37e77924c5e954763fe2a8d7ed224e74f50bfacba94ad84ba1cc7ea71a64a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b04f5cf203fb166cae6edd24919653013fdf8ad --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:780828c5a0d6ee3e8a477b26f454c3d3631b52b620a3f6fc9408f85314e44689 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..550870cc98f95c39fd7ae143b84d4c16fff58323 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:caefee396aed858f6c382e3d669ad8d9a1111656b6593cc4527d46507e686f4a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bddb14aeca2d0ec1169fbaa11ed13e902a1296a4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93a30928e67cfc0d504e4482e085439f883e654d341597188decb3d4a2b06af0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..df8269713ee42f14480b678f23403abbf20b3252 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efc584d8333ac9dda14404104d64f09e15ef69f85c05958e5e08d20ab291b9e1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac23180ffce54b8c96c19a4bf82ec1df89dd2ced --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea9609b667d482af963fa40b08fe197cca9993b00e584f2d53aa9169277957a6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba42c3fb63f3fb8a297d2b597ade431ad8596bcf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e22fb1961f24156c6089405b88e4d7310fb493b7ce5318825cfb006cb30d47c1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6885d804a09208325747ce6f97d25399282ddeef --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:037cf9fc2fc098d288d5242ac1b33c1b821eb223e0c48cd2fa342a2ebc73d47c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6048a5d01467efea961a70fca5a3d82c8259395 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:214944b5ef11718ed1624f8738e1e5bdce54c30c5e3cbcb570928c7fd7340b82 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4043a71e26bbb8b57a790facc92c58cfb9515637 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc7e7acf842822ea514ac6d35d3a32ca025609d77c14f0c858fb5e5e3553e2a0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c4af79537656df3eaf5e6d872bd942869a7eb43 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a4a4cd91abfae3d8a3975988497619d168d55376b007c5f7c43da3b64e2e886 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..982552e4405fcf1c71cbe8219ef7a28de5b0beb6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eac78254037e4c17b2afb47f7f09b19169ca24d65fa2be792066aa5d609f4dd4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa15a147aac2079938f0ff9b6d0432e1c6dbe21a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fddad391cbfbe23e6cf277f79774b28e417efe4415d0bf5fcbd5c727ca8dd402 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..701f9b66300f31c99c509e7726a8cdfae7b65707 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10f98925e84eaf46d14078d6a40317fd3fb4b624d25a6238e7d47069e2b8259f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..88c2d289ed66e7ded5066edf04faa109af757418 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b37e37a17d2457df867612b0f98b357071605f6ff54431c8887a2557035da8d9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89ee0e574c7af07d7ed93e9e900dba3f97b746db --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f3c000b10400200d068fc59354c177af4ba1cbe72f09be9d2997730fde9c725 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d45e68db16746a7da876fdd00321dd5219e3fcc4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eee599144d6e831f608a87f66b8fd10ee97b1933ca30cd841e65f654ceb1c407 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..23e368b66369f6d0e54fe9274ffb3520df437797 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a09d0fb0170f9c89e74a50457b4cd5ad393b6d2bb87ed58e8886bb2e04ed8a07 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e82dbb5bbc18be7a19dba99e10fc496afac4a8a8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3386cc0b01c134b899cc4d45cec19d3153827ebe3c52bfa9b7ffbcfb3c40bde +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a699adf43eafd9751b5f84b3bc275a39fa738ce7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:953b03fb66be572670e68c8d54cdf826b6b84664b5dfb6a1c1b38edc05f094a6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9aecfc45a4e275b78be3a92e98314304618eb3bc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f0fd2807caaec3c7d7ad41a52163a63fb7af0f52edfe5d6f4342c36fac35726 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2aa0ce77e6b919507f0683a6e3a1c803c38410a5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c3b1f7daa2035f786cfd8d32f615c36b4bc4bc54d53e11f240b4961360ccc99 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..09942c6c94c81335161b4e064166f2744ce33502 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01c07d8368a6afa06c4268dd47c89f63a8bc5ecc32b45ed6deed586f7ada484d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb6ab52958d8d636ee220631d588adbd2995fc1d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5035e03df3ac9191f75ed43dcba7863be9cc5b446578af568a3b6d39ed4a9e8b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..94bc4b1bcff5b1b47039d1a1a1f7e0408d5a4829 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca3c24d35aea2210ed01a84f7f3949e2c289260a83bf3d753f0c53b9136719d2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f133f82e1cd0b7663bdf6c0babc935674e33c41e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf8b7fff19da09537c73424c87a4748e649bbcbfa676356e6405ad230653d753 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..01a4283a0c7a88d722bc2f073ff6701fee969d24 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:720a9883b382b4276b09b7de4040a5be8e46c767c9a07a1811c38d947d2bfa40 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..057190465bc7fa05c98db6609306dbf79fffac90 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa75b0d7a2e2092ceaa941adeba497ed583e6b66402306d2736b7520c8addddb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c6c341f65b8ebf7cc4cd73578b4b4debc2125a1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95340620e7901ce94b26c7542851ec7e75aa95637bb8aa66b4b4fa90d702e76c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d1317ce2c30276fc659f860653a4ca8efb02302a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93b31dd6b798a0399f059829f0138093c16518a0d6abf20b990c1ecf819a6468 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..678a76ff6a143b103a7633911251117fe2eb6c02 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fca87c6322afaa4068fff3953ebae1302f4f65aab9367857e2fd03a1b9a7503a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..db3b9e56c347f4c2fd040f59aa87018b54b10cae --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdc5dc395f5a46b3b6e591e512b01e6b09449612eec8f4eae6c2016e080df356 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c2cae76d9d891a88d993aa180d0449319795c66 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:409bab6c2755296a807b787775d315c4f28a95ab88b15a356796a954b80e63c6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7827b4c64b2d862732a6bd6503e281e168768fab --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5af79f4af5e1ec1cbbd1935c017ab19d515af2990d0b25921db5f8539f77c68 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4788544fc4ba06b00e9f355d144774d6763f812 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dfa07e48941bfa0764791b3e33eb62f51f5fe936f8981c6ddd0523ef2fb574d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b48482c7d92ce54bbb6caeca4f55542c42657d1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12dada3402705fef82912ef3cea0c7ca80024b8cc9890e617a99984c0e1eeebf +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..35e399a14e4b490fe0ba5d79934f4dec80da35ac --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d797db707fc63f45cd8ce53f395eeac3e4207cba80cfcbb98b90cf8353f2a04 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c07b5fc7d66532c32a129f1724420f62dcf8778b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:873774a2995b4bb68effe7b74783d4d477fd27bddc93c5e8bade482134d6da2a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..01017ba73bd4684cd599906b6431200eaac9fb01 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c1c55f90708ed7e70ed5917e736dcf3ae8f0c4783888091c8695c0b50bbed12 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef0f838aa42f4b9dc8de4a3f4e8ffe46e330e721 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e989a4cc51b8f4510fe04ebf325c0b4bd4303e089fea5fadd20005d6784aecc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..23aabcff7ddb2cf90013d3146a7fc5009dbd3047 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2673f37d1bc174172cd8b42f02ef52c7d086a867bff15e1f4f70568fef6875d5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..53eac40701403aca7ee66049cd8ea88b2a540e4c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe105c306094d7201d1a6fa43e51ea8c63396704742ab2ce92b2b5a3e4ba6e69 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a33bb00143b04d851c601df08395f7351eb7669 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ec9ddebfab855b709eaf8e4000c76d703294b43bf37bae8b98132de1520d0f0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2fdfa6e9a6af18ceb25cf730265e9f2e165cdc9a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:965f6a6de9b80f1a96b6012b67b7cadded1dd6af876bfefbd1a85af0be0b6977 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ecb5714295a72bbcc0cac141b1ab98a91ca95ab --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54471f7995bff248504063487addc5eb0e9f30b59944c977f6546a082ceb2d8a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..025a92c7cf89ab8090f7aa42cbe1f8fdc87cce7c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f5508630c9c4e6d400b0f0898d3ce07e3d440a20ebc188b302ddc5223e57b87 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b20099d5d88d01dd7d67451664b472e392ce0657 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:987342aba0665fd99198917f91e7ba4805ebf9bedda4436f6b3a11ba58eec10a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b4f65614f0e8e3ee740e143aee09a9b3b3c6fa6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05dc2bab8d72bbaff518b4e8270beff0a7323c845d1544b8ec09b7c721adeecf +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c643f5864758900c9b066081c2473e2ea1e4754 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c698e7ab257ce5547c378355e14689b8915e6fd80f93f69c0c82a2a9128b989 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ee0799eae8a2f227defa26af04494ef4828c3d2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bd1b623fe767d31c97c72e9daa30e715b8f5b1a2a2967eded9f368f56eb1c31 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6dd7e9ab3626dbf1d642186c450172bc74c9c74 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cd95c231849471b0b15d21c87fc9a15e706dc68596d6adfe3705939ffe1b859 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..53fe3014b01c131bbd78a1a8cb37c2e5ef36d6e1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52be65e95bb61aa4821cb06d4016437decd770d6b9a2e7fbf6ca9a808d38389b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..95e9ae125513529dbfc7e394b1ded3f3b68aebfc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5d6c707dc6965c6c6b07df60b540d145d9a3f8e5087ec600174ed58f2633063 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..19bc928172de64e124e985eeb90ce3417527b591 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65a3f8a52e0d9dc18c0deacecc5b117e7008be00984142b0b907ecb5570feb8a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9fc6cdd159ee296418b9ec28e5660fe9d9f421e9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c5cdeeccd2a27dc072e0100c427e28b48f2c99b2edd5081ad269d0c4697c5f2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d41ccab8759d06325f0099b275856a1eff5f797 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30bdebbd821f6313e0dec6421536454f4a52b8a3193277a7194a90aecd6a9c48 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e06e7a4a5311505ab836531484f22217e1ac4d7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd365da54a0b3b141f19e13eb23175098e490e90ff1162c13ea657df73152c4c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad0b1bdae51d0c4490fa3bc2e4f8fbdbb11162d5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b2d725ec12fda338bbdf8e469612cdbbea95a3fe2bb893fdb0c539ae81aab0e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e07cfd0623fc56d701019439dea785e480a83bd3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83e335771dbfd69cc7673f9a0c300ec760a73c280ca8367c29ff08072b25ee85 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..63335595447ca19567ecdd9f9fca3ce3fb24143a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f552485afb8a251fbd02a55663d72a4f9c7a322d485715f67fb7665ffee1b59d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1766dffefd790550f487ab0d52f79aad12499d64 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:330452b329a2a9fa627c0b4afbc1d9f9bc6ed0ddbfd21269a0ca0c328fb8a5ba +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4df66614314ac6afeb45c3bf665d45f6997bae3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e8506e70a56fd196bcab562d66f345dabbcf26a4936102d1be4d90c83bb20db +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0625b2cffbfceec3cb2ee77036da6c03468f57c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:240309767a3bce1c98aabe881eee7943cc7f51dbb0b308b54a12f21072074b4d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..66dfc4684085721566710d4f611159d6087d1b0f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15c66076a6db46aabcd4dabfe81a53d7be94a7fcbd54b73b70cd59864a895fef +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0a3fee96126b00d5ed186f7d819c5da8c87dd2e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8bd242bb9a0f2de26e84929c7de2fef0701d8be99e03841f0620ed222b421ad +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc4bb90486ec85a80722263337920cc2836ddb29 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:701f93cc6e0788dc07c7273410b1a69e8898664bb51bde6ae47f322eb00ef4e1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa93a36c4a6a20d7f32cc568308eb6fa69758a46 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5898d82f84e0ce6648ccad676174670b85e787c9d8b0f56d1579c138bf54b7b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a1b6ffe1acb71f2d6b48d057bf723ca34922bc5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba3de3ecf80339a5744e2496bb7e5192a3b4ef78eacce1f7beb5e87eee5144df +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..293ca6e32dc5e007a72889518f16814e78e8a784 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f4d687fa638074e5281992febaf4c706248ee887088f5dad4f68f40759e6579 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9f1f760c9be0fa940b3a6d787254a2ca1b42b06 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4396dedb8eb595ccf24d9befd421cff5069436da27543c7b57e7802448510579 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fec6c0e08b9cda9621f845b21f5e2402f46ff519 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92f5ba8d12425d5b85a47097471e720a93626d11c3935bdb5fad8ecf85148bdc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..05663eec8a216a193c8a81aa732c9b70feab39ef --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3baabcd17f596583a7e9de99ef58c807da600630d87e26bdc90e980002cc8976 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c5ba41094d034190c6e03174df8eac0369d60b0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12b6e7ac0b21c6939fd3eabc0a627da3c60c97a04b77e396ee9f115fdffc67ff +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8cd183e6a023055bccb3c6d58ef3ed1ab0421f34 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e6b66952f948e3761bd84feaedfc1b89ca7b46a5ac74b1420419313402e962d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..21f2421f6028d677c63f31f8995cb278a15ab069 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bc39a1b8fa623dd155cf0a10c78a8280e46a2e6281617b83ff98617ef05e5fa +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d2712ad5d42af01847db86037f8488b42c2f32d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8e14beb81be378dfdaa426ebdd640e9257ec4497bdb979fe3b362702dda7282 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8a15a2091384da7cf178cdf1c94598cb03eee63 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67e63d66d30d85bb66708dd62e8edb695cf28ba3e238885054269bf67a42778e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d95f2831bbf2ff6871e028c529afdf8cd73b9e38 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c7c36807c5b9e1354184bd2a7a42fad1aef350a02eec246ffd9e3b5291bdae0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5459311b1d5d1e8719bfe102c23e995a2ecb5cbf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cba79088eae16a3e964c4933143921aa501b44da7ee45a2ad9840fa9724915ff +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f40ab71f374798d0dce37969082cf74e3b22196f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba623a65329b00b4c322b38e7f1b414d8e9fe0c4ee57850f2580baf1df2a8c85 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..09a89520f87facebf67adf75f89476d3571f42d5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff3e75fcd573c9ea23a12560b6772b2a0bf5fd38d35281ab35cca0857441b83f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..64aded46fe3e9c23cce37aa4f311e1657d7f8b8b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12ffa004c6f2f640ee4b2a07325da8bf79d5573c1c9b7394528f4f9094194987 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..02e75bf25fccf31a8c245b625fc20a56f34053a1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba1675fb7037d525122acf8e86448d119c26745a18218e601208615692f59cff +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5eadf9cca83693eb416d5212e8dfc9cf5438a119 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b2977e58d3d965018285f21bcf5bff3e7bb610923dc0289c0d756a41c4ee757 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..efa2a27c269782e553e07732b672b2bcb72ef72b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:110f00c4225963236cb0e7bde22a6fd6a9ec2d9a34e2c02143811cf08aefac4d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d4852d64912d3c9323b2e15a23c389ec634a157 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac18fe536da190710b14c0ba8ef1aa0372d5ba9c19f284eb4f0e228d05d0c40a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8237d5b8da01c9cf44ddc6b3eb4825d096002442 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dff291a5839b3b83dcae27987d5903a54b49676d6a3192e53e9c28e44340b851 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..97de4915d0a74357dbfa1cacc0014c42094a218f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc31645ec184b22e3ca30d5b6b9f0574dbc599b49c15642edf016caa4d8e2bf6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..acfeeeafd64e97ecc165d7ed3ebed16887d6bb56 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:716d0101a93a73a267969a59d6b455a9604d996037c3a5aac502c7d325559c10 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e569452c2949680fd6a869e000608733e3f549b2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bce60e1393c44243aabb5a77a2e953e0e398ca0268e658db56e6252c78310b1c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..500b963bafef2df7828262ac309676440e713383 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2eeaae05565705931564290043aa97d776ab9f8091af7731f114b24f7f98de36 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..31b31a52f221e05ef979950f7519e7355a73adca --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d134e3bc17332a4a0da0f5292cc02e1d8b88b6cc8daae1c1893603f6d0496402 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..751cccb48bde31024f1b8f24f1ff82e001861eec --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d32be5c314874850ee83d1f88993b7c9fb834a469cee83ec017ce9c07d7c9cda +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb8d3bd8b4606b66bd5dcbd762666ccc563719a3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4eaacc10c7f2a62c43756f0344f6b6bc85ee6c53a4037fff9f66d39a159148db +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1e78b25c2daa297d23f9468a860c545ddade90f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af3a2e030876e16884165c82885d052692e441b82929a7006ce1b77916c05ae5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7297f090b9e530619d48e9005434897f87b13936 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e1596870b079d4a1028aaa6d1984748216c5c13a75f7c8ad0da3014c23dc8ee +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..41892dd444b6738b5600947d77e914002731b6c4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:234285a4e837f6de8dd6f9ca3f8570c4a90897da05f0716b6cfe3a2715492334 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..38f8669f97d7817d90904818c5757fbb4d3dfb07 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3c3eb706f8d5fc8068c5d7969b09f4a7da604c2662184c8b19c090730430cd0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea774530fe1530d1ffda6f4304259aabbba129f6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7483551b950054274ab4aadc5da09f2fa734a5bebead1066d37d354d240d89bd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1d28b0050b9e538e97aaee18b0178913f03c2d2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4a365a187c8b817397590ef6661689ad4114f9cb1f86442a885d666e9de7f36 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2516d0e8fc7cca6b45c184df328ca306b0bf479f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ef6784af493930c2b23c8131822726c5c672c9bf93033ab9b1d96fefffdb1f8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a85b2828c04895d687e3e7e0a652b61aa1b27eb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d39e162bb6be119615279ba345a5bf3fa96d447e79db2891697bd5f07d27f7b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..570c1a99201760714ac4aba251084ec76344e673 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa82a4b38c5a1d2e049a8a02f03e6c4edd730814428a722ec8c3466f8e1e01ad +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6469acd31d7330431b59b5156a0afce1d0f89e4e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b3bef2b2155cd4e7cccefa9302e1069f461af110ff584ce091fdae20d0f7f03 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbe3ed0911e6d3bf082eca50aa93d2727b98db2c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cc430ad5088b6fa6bff0b7bd5197be6362d8bf53321a887f70920a04e74b68c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1101f13f29e2070ee3d3ee976521467f4bfbdac --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:821d8425d82e23d740dc67ceede8ac8d801607ac984cdec3d4bce5087991fdd2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dba3d9c3d1317604a98b19dd14bf3442fd0a7204 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40852adbd654dd6d8a604e7db31bae543e41cd5fdb1961eef63e9243af31ab8b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dcb425069928b6bc2e3c3493586be86b780c6cd6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a7d0dfcde49227f065fdff6dd6b8bf47e2b301232429f76640f2e3b59f91c6a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e86dfd24fff7e92205a3c339d0215bc681fb650 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fd2d27704ca80019162e9e9d6dc8523d7f2e4e5396cde5a7803c9207ec9fadd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..222d3888978f60b5cc9338c9ef36d52f25e8c8a7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12b64d296a052883b1d00c731723662a898e0b39b55f93a47dcd271d5acd1107 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f12773ea4f2db220d5547ea997e767578a52a001 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a4b3ef1f93972c2c68c40ea4934a391716bf01ef66e6dd00e07866ab820d681 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b1ed90268417120ed72fe8e9c8b6a7762432b03 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a5959569c9dc773de74110e49f055d158e2883fcab03340cedd3b160a298478 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..59381b53c09bbe6a8675803af8e8dd04721ac0e6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2607389bb2cf13d8b3e532e4195ca7173631f9ce3260afa7a87ffee3e6bccee9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdb0f8b9f954ec270b38039f26b2752e20d404e5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b773364603971a4338e96edbafa8cbdfbfcc04717f49d3baf3d8440c0b465120 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..15c3d11cfb5d04c640293bb87d6be543ec1ad931 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d494952d22629f0e00c38c1b73ce6f3ce9f38ebec7e44947a142726d02fe72be +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..031e549b825411cc31f773e8a4f96d47ddcd66b1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:432d5e8411b2a6cf3496e012bcc398cb6bed53668ddb08ae85017e1c14494660 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8febbb5e0184c762b81a08f81ead1d9c8b2c7f10 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f4c08fffb2f8d1cb40c445592c9aa61293ed0d093d2f92add808812b6f3dc20 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..647197653760689132653489a5d15eb0b76b2020 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc567b272aab26e579fd9212a9054d628f60d0f43d07726d8098984301f919bd +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..93b45e2b3d6d40ee9afe7e82a0545e5c63386879 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fb10db7410beb876f95d15c99585118e320c50649aa8158cbcaa24013b48466 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..29d3a50c95cc2f54fd3b1b0644d466a965aae66f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f967b3052dfad209da99a5d5eb0ca6d3a5e901c9d678904d41a64cea29ac1c4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..98c6995273fd73a8f3c43ff1dcc98b2d765217a0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e60c7cd169c0270dc74e9d57a99c1f786f25df8d53473417f6736832cd93255e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9eed55839c8d70801bbde435d4f5f5fea1cbf7f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2852fb56ebe2e3800df03ee54142a1766dd8a2f0bcf150937d4b16740c89faac +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..09cacd1b73fa88efa6ab5b2482b00ef8b6556203 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7dc60beb4dfab7a51ab74243cb4b2fd918bd726a0247b5ea0c991f369ad8d2f7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b55b7628667c8590832c6dcf3f983e3903a95896 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f71a4aad5d88679c40a3fd37741b3bbf8c4a73689758d1b0f7bc4fcaf3dd8cc7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d0eada0f91b310e4097dddea5807b0818b70987d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:825dbe6239a57b6a4c6f2f37dd843c046f05e8c47568fe2f422b0bc090edcfea +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b570a4cf3120043546cff619b6c92c80bb24f60 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc690c80161abd41540ada6ed5ff35ef12700a744cdd7193a56788896216a5ea +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe1a1083653db2eeb1a3a090a1867fcde6f6fbad --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:187ff9bedecf5ffbbe78acb604bf84c85506a62a3971f73e3af9d4cd95f298e9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe5f6bf1a8e8db9dcfe10bc92983613ebe1cd640 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85b2409a7c82f5d2f7e37ed2f22497d3758cb0571d3f91fe959f615bc018ed60 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a16174fb0fec332ce9405aa4c04d3210a1cb4102 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f51fcf5bb2e6974e3e0f37a5f0bce25e1224b6799196d9f3aa00b144358c0f17 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca1535da97b2db1a5e415db0312b7b65a0636d86 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3663b50c148edc54bc00e174d8eacffb9be2c4ecaaf84fff4d6904b3bdf92828 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e25f1ecd2243edec28de6c2d83790883b348235 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a2805af08523b9cc2e9617a8884e01d42eb87de450d2d968470a1f0ffc54212 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..45f4f302de3e0157df92842ee6f7f69866b58db8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff8c88612afa6a26d31365417fa05085006412fca97023cfd169ae8cb62868f9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..89aae93807e4bf540898eb02c74753dbd69d3522 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:565888c520507b54dc0052fa4f8064128e1e9db30e410d7f688d57f3ef2583ad +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5fb41f64a5c28b25c801e8b990ac3b0a23fee925 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65c0c7b14edb312a5fb5f3451b55b626c8e35bae4fa7dcf3b34c2b1ea871ee59 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1581632645117e562339777f0a91d666df043f7b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3a6b630b282609aeef4144ddd6556bcec3b3fa51dbb1b781a5c44d031fa0673 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa91466e70215628c0613a82e1c1af1eb7a89d66 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d543b21783f81f59b32f71d5c2c6b0ce312605c22314faf893e36d3eee9ed372 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a93d65661e1b2468ccafbec874c27568affc2477 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff437f0387302add7f80edeb23d9a28f655c0a577b945f71290ec1315ea4d2cc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d7df05bb16c93ec77ec8e4b427eadcc17520f7e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afd1720333ecad457ba1174707c3f9c6834a2c58c684274620c853847d4bdcff +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..63ef0ea7d4040a9655cc563605fb8b80ba74b1ae --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6e6b9ffcf2e838b71f1227ce4aede71fbe5adee7024ab7b2bf3ead0ce2f5cbb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..640973e2ca2a836a931d1bd8580f21051ac20373 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:039fb987fb327e48abcd325a4568b1f29269838f681dad18eaaf5ffe5d04e066 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d57fcd08f242b955c252187a8bb0475adb99c10b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a97db6073f0921eda4e48fdbeede50f20ee5ad8f1cb6ac39c7ff4722a11c1c5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc254ee42c2899714ab7c9d7ad0a4be988a96265 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e20a7213751e9a70ad9d23bb6335b4a369d9526ce1177b9f10269bc39ca97de6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a868f0664e51001633cf83b55ab86544045ddfd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:710d8723c983e7bc4eb141e3021cab9b6837731235eac550b917daacb829e416 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d9d98bdf1b530e1db50306ba6c51b7d3aa5a18c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03f0d407e06a08134d819706af43d02a3f6a7c21b95d17eaf24427a5a254df2c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5fa5260a4b82ea30bfc628cd8e9ec31839ab0557 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae3b8102ebe63e2b6040d5dfa837f48714184ddc353a4c3e3891685ef052d921 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..452fef7e03252e87434395a23d3d1fe8bc048179 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee72daacf4a830cb9ded0bf9a4d1e571b52ca3d2f5df933347818121248fd346 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d90b3710804f57a250a7a02774356203cfcd127e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d4f5d01c68cfa55d014dfe70dcf4af496765767584dbc5a6bfee82277f21e11 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8774fe8d1ff7d89928d35fa7d46815e049a5f085 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0debd8bed46a8e68f6891730147bad509d34725f685a73cc6a70723944f8ec79 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b597b83895ebc0f2f196134bf0cbf4091c6f18b7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39e14eebeaff05d7c35ced8da3a5c5a363025a9d1ebd5a63f154901fa366b9cf +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0cd61a48330f4b43542836d6d50d8659a0fdced0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05f844db8357a19a697c5605d31ca0d05c7b0db9a2cc96c95fc3da631c42f625 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b29c1c06c6de952620e752b50817d5301afca0c1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b80504be518c144ebc8c16a4de2cf9811f46e9a6558d913f6f9d0cdaf46f2b56 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..84e45f7c6c871c080df1fd65debbcfa5a1274bd7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7504f8d8ae39f0ecc6807be7d9e44f071ad369f3b7e1a17768aa9884e9cc73b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..63052b4fd877256fa4a263083e673ffc57fe9449 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0dbd9a373c4bc22bc8875686d8bd59213731d579b03ce23ced68317ac66d535a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..43b59d1f856104ab889e39100581ab496327f487 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efa7eea2f511fae0285d06e6143a76c520964b53610fe5cf32c0d910b2ca7a4a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..489cea2eb6ecd4c643442c8b5f40f1ed87631918 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f44a25b590d6e230fe70ae499cb61285f9b61f8454642873f567b8286f8e643 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..674a3524c9577d5346ea67f69ed98df1b8ec4cb2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:784abfe8703d3e77ddee75139aaf69fd5537003f85a4d7e1bcd1127fcf573d2d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..617f132f5e1a213d7319e3a2affaa96f1d4ea7c2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05edacaccf11aee5b277e14d26a32852529404bdb3e8562c194c33682eca32b9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1074ed37b189b630726d0eab5579b1a41c7087b0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:046d61e7a19a20d4fbe55322bc88d60481dfe7feecd5a769e149e66f552cd4be +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..09c28d35b576a32079eaf70de26f3186974f4723 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e86fa57c0892a2ae3d77fc5b4b97034692f8875a4db2f9e89f090c654ac021c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f34a956c17b13109c52dc1453003d092536f1d5b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c783fa8aa78282867c5a46498a37a6824784d0e8b7c67b66f246fdcfd4d5149f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a545cb7ad8d0ed0f0c83a86973499234914d00f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dea6799fcf568e3bceb95785cab983de642588498a561214130fd854e7ab8dcb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fea995c4cb70de03266d8fd5862cbbf78aae6db3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be5efc56c555979fb47a01ec3404fcd1fa284c2e685c1ff1b8caa5ba0d5b59a6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a28c4b443d45a33da970f057e6823edb0c741b8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43006aaaed79a063847aaf2de3e08e69afd4e1c357e4a5d92c8795da1fca64e9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8030593c8ffbf765bab1a899b7fd6ebcd80703c1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ec9cabab583add725369a4f173a3705f2da7518fbaf9441eda6b712a047bd38 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3de99cebf5406f28f519c8ef764cb8c16fe31ef7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce07a11d2d0b0e695829b781d388dc0fe223447a4ad0bea363b466b7fca07980 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..87f835de9ca6a96532055f8e2548fc7267132bd5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0df20078358e24aa66af777508edd9c8fa401adc15e737696008a2df1c2ed1b4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..35494d14f5bf356f5f6878559a66aa21968ec23d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c23ab6e618a9174f10d9c8288ab2ba2b6d14e0bbde7818c047de914cb55c8ca0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3fab6269cad5dfb6757fc01b491599d0b370923 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0355344f4c33c1d85e1984f1ea781a7f0efec4ee8472864199bb638b581eba9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab0f6122b96d4cdb210abd5b844af9163aa4e636 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96e0fda37c67360187e438223f5bc8bae806323f14d16a644c2e77d3433e96e6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..007a4040e77037e9b9707f75e98781fca7c57ad7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6f0832337e1041143abd1cbec28b4b464404982ce72e0d2b836b4f0bd652a59 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f724fb1e17e88ed5a19a0831a2f4f7989cd316fe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09b8b9ff3f5999d250ed3b95031efb00aff354fca6948b12edc529c8adf7ef2c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..229c9ffba099780ecd34183615d77d07013ad9cf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a542990da28c7853c65722016a5a7f98d4b36cb6287f6e67dfeef43a2e89c4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..76591887cb81b5d7768924c38ac233c1362abf09 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff3fff2cac93b3aa19d89d0121d6de317593c1b88857fceb8bf4ef4c5b7174e8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3134d07a1b50d905b9d983fbabd03e97d688ff63 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9dce572f217aba5bad4721f3199f6a0d016323336c0fb95f23b8380cf7748c1f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f196ad56a08991fc15b6cd6037d074191e78a42 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:251108af91f94b988b456379e6e7b1a484386fdeabb4cbe163d24dba49f7768e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..82dfec2e632f517bcefa324babb0f55a990e94f4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac3144d4765071b239da07f3f9f07f0b59dc6db7b768f205c3314ff98719f3df +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b6b7181b28f83fe72c5a2afe26e112dba9cef49 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b1904c06e1380569a01e827af72fce1d87aa016d632cfd8b5b407fde06f9ebf +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d37cdba14911f1a830de5d68b1ec899e253d154 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:013d872738fdf3a36a34b549b1cfcd06e85aa1dd121181a4f508040ba1b4d499 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5d3c2d29fe410b79a02567f6f39b5a62fb474ec --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bb50983c5ceeb58771a4abd40bee8dcccee1f7f908bb8627a7c44395f1f8cfc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8074548c07815415cd1040f2bba7b27a1d7ad10d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5844e565c69665ed64f640f895bb209ca435c30b693cd85ad376ec07fd32cd4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5e28a42d0cfe0258e4a9f43ca961d0f1343d2b1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:475780980c5d20a3fedab1b523011658b68dfe192510ef93ee6d1f28dd77ab34 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d9dc01ff2ab5cb138d983f9fc640b8f137f45c3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f839dbead2806cbb06a5d8d51a10cb2b79c01a83438b4700d052f114d0e7a89 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab3e2dee9a96eba94aab5406444dc6b0308699f8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb340569d302643e64c022f5556a65a7360ec67e035508fcdb10c227c7c83a68 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..54e2abb802e58eba2bf75eed9188f7e4c846241c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13eaf63339fad82eed449d013aaa7c353eca1ff1d39b8389ea27bf3c45fcfe58 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f44d5d74688dfebe082593b638e6d25b334faf4b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14c125f2211a4d546f4c44ae2ccec6cb8b3e93fd73ee5486b5d62fc20595b8a3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d9ba04d91f8e743e17169f454af52e8c650e191 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:908ab6deec016f916b4be1d5f85665b4ed72fdf9cc73756dadd9b9f0711db9b4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..50b56f02959fa632b824d2571488c2a204253836 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87c019b0bfa7134f349eed4e0ca0ee85bc1298349d69a066473f23f725ac52f7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed0bccece34aef113375dc02c4141c6f84035938 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:315a7c33881971931a535e24dbe949172df2218f0fcf12fe12e37d8e2e012a4e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf0d972bb091e35562325c3c22d85ad480d3609c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c67d3f49a4e1842e02b4ae0031495409577084b20b5d5da4670c18151aaca63 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a8a237feacd82863c6559c35045e798fb5028aa3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ea38dec7da8bfb954a4d9104960ede829677626fde9163a9307a42665d2b1ad +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7cf5cb06d046fb08658bb7742a5d55be3ff4e71c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:442c079bf2cf766448291f5c8ba30500bf508edd305a828a416b8dfd6b950dbe +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f6417554c8faacfeb58a5e4316b7508a1a0b15f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fce2d1ec6305a43bd292183d7e66853e8585ed2112199ba6c572100bb48c812 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..52e03fcf4ed517ab20a90ee3ad258e8604548ced --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fc29abcdd9ed5249e76295461515bf9315f095af2bc59cf773a24b73d818828 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..da24b748541bbb11afe0a29b8cca4d3f99014c35 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecf5bfd2ff7da870c91ee37d5b776012be47e4833d1eef396c7dff53b379cf10 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..71a7cdae97ace79b4abe5bc5fbf3b40a0a6502db --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b8dc6e61a108a29cbe184bdec2fc3ec745ac867f7a8a340942d3f159243982c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..08bcc4ae1e250bb81a88e5677f1aef67ff42bcba --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1eb738f97f7ec5aa78c612b19b8262c4c542765c0d21402d574b02242ed109e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e79dbef252d23b536edb9b7d5c2eff789ae19e2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ff9744bb78bd5bec110be5163bf8c7e8dc4767c825c63142138dd61bf66741c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc0fbcbb25fa2721e9d3b92fc3cf8343f448116c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79196cd6ae63e01fde4c0f7c0046de0ec46923a79bc508190705d6082cde5a04 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3afd656eb8e7aca07fc3372d47d498f54ebe6e1f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7205cd638cbed5e153c0ca9bdd140f2ac3e5d53c36055b37e4562caab660dce5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..029a121f2f5ad6d6ec477ef4d5c55f21a2c8c19b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8251d5c5913568a3f8774d734310dc5721c34c4959e565709d4403b1ded220af +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5832e9d28e9c404a84e4c38c5b3adb7fc16b90c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4417c64ee437b4f3fc3f13256f776abafe53e4d3096500978006fadc3510d694 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..547e9bf482208c144583c0e9fa9a10485524c8e0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4684db62701bfbf220650afb5fa1f14711a296f96c8ac509cd4d429357501760 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..51df769c2411f603708e6069e1998135afe63642 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c3eae7763ffbd3d80a53094bfb3762e2f7e8cf4bbc17d246546826cba50dc98 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3bd334ea5d4d9da51675feaf604431aadb18d61d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4131fca64b2cc8111bc03cbea8989cdf0b953c3d48f3be3c9ecb4beeee7ef961 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e7eeb8763fd4d465b436f18bc8d5c9c6b15537b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a02d10f1dbf7a563d467cab750019f686f521ef660af4320efa871e0752f8f0b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a4e09d07bccf74d1439e7155cbd9b6c3138f042 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40c1cb42b9df9bd427341c507c7f1f2ee181b442477b21488c702e96844977b1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a95e4e1b951a42e9ffd4d043ee2898807eaaf40e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52a229037d9fec8d049be01d21cef334ece51ac3914a19e69f931430212c91b9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..10cdde62561bdfed453e1a43a7e0568516f41f79 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c55e08c2f2c1c5f2b1d90ec1a3079cc9f364b7b764a9b29802377dc996dc94d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5766b0ee96abb3015657681e58ed71eff6cabd43 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01eaee4e58490d5106632ee2c8676300680dcf95fdda72fba0114d1580801db7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f54826a36d718f384c5aac9374dba5b86288817a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d15a60cdc0af11b1ef593ed4e423837116b334a85b2f57c8763f055a7fe31840 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..60a7f48f88abbb52eb3bb09809f4219241d9052b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d58a56e11a697d239b481bc6a3daf577d1efe0e132785c48f74889b2df8d063d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6cde005d4d19caf650354e8ba80284882b5b1029 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36a0d19af57821170c12397fadde38277bd8aa28aec3d148d3880d41feec772b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ad2b5ab92be5d8144528fa5b2662d58033e07a0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:583c80cebf8bca5917c234ee80c49bae13eeb83368ac8b033465710610f0cc3a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3daac8f2751ddb1565962ad9071b601579d7ae9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:201844dfc2f75c439650835117d64485ff9985c49875508cf25bbb565c166bf7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d58750da35e1311e59ddf28e5d3135d4eef4151e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8a7384877aa98fdd329acac0349aa8c0f96ee8fe5c7a94b153980f663b0d088 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb598a1936b491e080665bbaace4d85eefea7e09 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4a4096d963a6e96e3bf57f47943c29cfdc5aa36b4e6d0836c040ce480ec64db +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d1cc61624d13393be84558918008007205c43d8c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c07796d402da23b00bf860dd6a760bc76bf5c13c3366ddd92bcdda7b7adea597 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d59e8abadfff7f8307a53ddd57727959cd6c3417 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c950342a03c414d05f35e817088f4b548e6414f7f5b45a5c0f3ce9454609a16b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3276cb49572fc40641b1141a595458fadde1247 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4f37a975ff4067041ba2c97465b6b6a291d318aba81be79e05038b3d26ea608 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..987ae3ac5c7c8d3be7555fc2c7a5adc023c76ee6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f07ada35e9b78e55451822ed2e5ef57fa392bb97360921ff380c7bb3e304b9bb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3982613938f8c987707c853c6d710a6982d91cc8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:139ad7c3e64118a75053412d94ce66a9fed1b21de799b4add5d3b0599973d2a5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d1054ac8e775536d3804f6ecf37fdd12ef57e54c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdc1b240058e932d0ed1daf0b3748d8af846511616d53f7d2eee040404a8108f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..576eb6018dd480f4c2547dcea7cf1d9dfabf4e30 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:380b5720deecb3515fdee1b2713933c847b17cab18660777b9fce5b037d31f68 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6bced75c92f69b5f721c4c8d32bcfa9dc7d3564 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ba0009dec2abb945f23b2da515624448505302dbbb3db2008e7a56c29069348 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8d49470dc76a394f9db4fbbb5168c6dba73d12d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16515e14a5fc4fbe74c1e8cf6091e30822d009b99b6653e01b7cdab5af13116f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7aec2ca2b99ee1af8b5ada0e5fc5eeae5f54bf9a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a899def3c23f993277b6d0489088f07458a5ad26c60ff00aa0d9c118d5e256dc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..48b49dba734438225d87a4cf379d03a17d62991e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4432a7f01478a798eab1a791aedd23e9c7f4c9e045bd7d30ccc1004905656304 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..46bcd6b39ee5c8f7866cb18a7665cc7afdb9e013 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b1b8e038b9093022281241d214bb19c455b67cd67fbdc2f4847ac398dfdb8b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..610642eea6fec67f122eb5214064cee0368a5947 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c5570a99cb831b5e69f618524501295569c40303b73d4aa807915c070a51570 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a72b9daa6e5b0a6a1295915fb7d41a3558789176 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30e12b5c7a6b07774124c12b3dfbbd86f7f9292b7b3ecb7f8fb9dd1bce0d17e6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..413e32422c4f611e9687ad6ce9e987a5ec306792 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:161966ab7529a7067fbb4af71dd60cfa6f92cd64b7ec61d3f63d5486e0da3508 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eba6690dc144570bf145acf003087967067d7659 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ee92ce437987a1567b1922cafe05dfa12638223044a3b923dd35a9573f1c2a7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2e97165917972c39818c1d2cba1ed550f188bb9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd561872d029b276fd6e0d33cd1d40c8f50c53b1213b6b73123fe97cc64afa74 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6564c4fad87904735cb90e60acf61e350ef0f0a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c792053f50ffd647dc8accb89c9a069c141415f7e492aa6666bbeacd919fd41 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7caff3ff7e7ec4f779e00fcc36dd09b276f78989 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9faacb3aa5957fe42ec64e39b86ee45fbd8329c60848f91dc9a2dc48f8c0193 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bad842a3966e42d9d0e2dda1f2168e40aa03708a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13670ff096b74c3a8903930b3cd4dd390763cdebba7c2d68cdbcec4e2d7ab8f1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8971b779dab57326b89fc048e04c42fec9331391 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3cf897ef8d88327fea474a21e3f8f564829c4ce94cf1ad3aae6013ef74e6bad +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..76638d9ff4ef7301a138fd086efc4bb61ff25fc7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e02523f1fe597883f9f3dd4ff5963a24331bc6912044cc29b6279711bc8ab857 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bc8476150d0c88fe5246d60658b17f1e351e292 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf9b64d83102915011b0ee52d6f1b5adaf956c0bdbe697014b82306d3ffd147b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ed5fea90659e2eb3670ef3f588204a15382b4f5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b918686f4853b75794ee8d63025be6086674e4a58944276f5b60979696c7ad94 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..98e48390cd17c1cdc0f6526f9502fd167d41a71a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce56be6c48e886f87cae302f2a799123c0348af732688f82d389996bbc951f6e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/lm_head/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61 +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/lm_head/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fcf37a8ec04148a036daf3e2a4bf30aaf2779243 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d4e2607ddc3fc7dfd38576b02a6ac69bf9808a37e9f326e2ef6a7f911a79521 +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..894ae377f2e28a493314c7f9ae17565285c48450 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7479e9ad0bb5234ede108fdfbe57f10f753acfa39370c91ed19625b68369be6a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..68e41b7c83075fce1b452f5fe832e00473a4dfff --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:830382e4d7c609846c572e0ba200911b68539ba4e4b1eb1e92d41af5b93ad43c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..30885d512903c3a55cd02ffaaa0348394a43d603 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da87a14ef73daf5e34e12b67512cb2429908386b060a73251b80a719fbdc55b1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..94def75cb4f10d7fa35c355bfc49d3d2cf925c73 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffc8fb0022e525057fe55efcb0868672cf1d58e245ef504e37662c8625d91dfd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..051c1c1521ee458faba25a8db88b3374557551d0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef3869888c9a54b567a5192a15a87acb0174420debfcafe9cee489ca436fca4b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c5b76414d67c6c6583b6ad84d09cd72b696439 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fdc84aea600543ee3437773eb1f244c4509ba5c3e03c0aea9c5b43c614ce086 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7701c4ed4711afdd1993d6a3e4adf79a53fb06a7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ba1cf51e3c17432d1ddaf54105fd8ea90817a725be5a7d927c5a93438111a82 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2b57cff72c2f4a7db14bdfe1f5bd1c4a6943c17 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d276548babf3fbbe660957a875e0f27588b09ecee6ef8de7b18154b62a05053 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d8a15a4b075fa715d3d23f51af01fce3c099852 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:742e76a10032050543b90b96383d1adf84e96d71a8709399d8ef104621f5251e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..27971cb06a829c186055faf648c84038eed344d7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d2cfcfad92854b7f20d5708b0f2376800c9b0e0c47adee48968fc91ec08ada3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5202d40f47fe7a50a0a8ca5814911348d956d60d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6797398edca30b1e0359cd4b94fa0653a2c3c51587d68d050e9b199f46d056a7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4140d6992c0ff2b503965735858348827342520 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1557cbd8714ece33e45fe75c801ebeb874ac7082d34dc04211380c98b6e5077 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d32e8956f016cc89e1d801630d02b851efdad560 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50e65414edf47ad0a848598def5b846ffd724135c692c5995a47231551233371 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c665085f304a62f09f332b4c7acc6e54b626eb28 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a33909e774abd78640f32f11942c03dba946c94311c165cb35e4fdb0c2e0563 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e2af7d31136aca07208d8bffbe3ae610dfe1308 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbb5667bfab1218b3bf45535736d71186b16a51c20b681d7410d7a9fc53f450f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a73e230caf0e412cdd4a7db013c00780103831a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29ff9f2de1f2ae6b5a8c6c80dcf9ec28daf6764a4506231835f4c2d4859ff002 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1bdbe4cb7abc6d04a9aeff5dfb64e5ad73e1c80c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e7f82a4575abc9ed13351015da93d0606d1f15af81a4850a0c3c16751fb4600 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..19fd5054f71d88fd2e92179379ada8b039f92f51 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f77437e6b0e95f31be20584f2f3f347b6135fa397f45f5f38e210778b10311d1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6636ea60a2c28331e58fa065df1a02065dc01ae6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2c52c58f8760b1cc64fe98077b18ddf56fd852a0775d8b50af283145de8febf +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5e83817bd373081575d1fc3112da80d69428886 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:320651718d8decb2692175a11f7c2e1d001c9051851c6aeae706883f3b3801ba +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4dded7ee82c5a7a8f21d52632b1dff919514e31 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e6287e904d75bc812d35662d395a0acf4ceb50a8358077ec94660ffef7dce2a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3847fae0b9378f24bf1dd02a0c81d6aeaf285fa6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0db7d8f5bda7d8a44acfac132a827171189dd3b92dfc160427cc034efafbe2e4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..518f7200c7c5893b68ce01695237861aa64281a4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c3d346baec1fc640146e23fa18ccd3dc757a72d58c0a6a2c86c602535aefaf6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..42fe8eb77bd93fcd57e101ae7ec328ba2aefee18 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0159a08a9dfdb1d74013345e1be32dcbf0648ad169dae93eb050cd30ee3f6a7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a083622efef05431795db7bd21c6474b92b1ea46 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:392204d4668a480c5b2b650cfe645a6169ff2affb2a9b8fa48b10e1b78249e4c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6c1485794d03821090d0396a569710df83f8ecd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f05c50a9138b8f8bd5c993509d7a6d7f0a5add46a8d0db63c1fb9417e3c90320 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3660530990d82a42b1b03ba5054d7f8dfcb8ba5e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:274193032b88eee08b12341aaccfc5ed2cfbc1cba558bb61ab48ca5f1f182ff1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9639231736e7f0b874184846fa3374df0ca8d911 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae757470f7076fea62544e073b3ce2f68cb7a2d72925bccbec85d1e532655c90 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..939e5366af72c654145b2249276ad25b9c0caa80 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cd1f30bd22e73d52c1fc5e8c6bcf39491870110358b747d7b58f0eb9f57f99d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b320157c9380ccc322faaf94aaa6526648f1a326 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c21caa302d4580903d34a451e8b1bff1a4588ed7e83f6905236336d0f9374dfa +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1cf9bb1cf2f2fdd848f14ed7e7a66d01b85516fb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ba40add030384a5cf06ad77f0ef114b3c230d67407076d67aab5003bead6f59 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eafc1a1432fb57e3c5e569497cdd6f669b2dfcc6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae27bfac09d2538928833281bc45d29fe9eb14484626e735ba3e17adf722e6e4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..30aefa9f8069649885be4f38830cab780d892145 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b93e8f77b13409ec244510bfc433b9b089a7fd53ec2ed5b7d214c07824bd51e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf53985f898eff27b063a57142247d1294075a07 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a02eea53c5c49170081732bb4d5afdd7e3ba32cc2b30fd4db84d55c32a4b9286 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..616e0ab66e8cd8890b92b84f3c39c8b23b787792 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b734069548c6c502f3624401c422bb1e318a431f44edc3be204bb7d06e82b7a1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..87e8d5cac367b961b50336e52ef120f65d24ae0a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc24c2b409973598c210d63756d5fd2d057753a07217257569b970c52147291b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4433107402075309e45189f6df09d59fe15cabd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dda95fcb55a5b8355cfdf093766aac628d49a4cc5d669b39a6c45e8beec0ac1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e96c79bf75198543716365c8f1c701614100688 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d9ae8cedd60a46598e8fcb6983428cc4850ca384f3bf0262c4b057c8a5a4c0d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..358549ef8a5f9cf911b6003776cd4c1d57c1062d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b798f7e25c04296d08a11b01398714b877322fbabc1624d6913d3971a4a8865 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..988545ed329e5d7a90754eb96d12ca40f814653b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51e2cf068d9c6b0efab64447da44d0a085a61f9b66f7886f825c5ecaccb54b14 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bac5d751c5c88c19bf1e7cce4eb67d3c09c9094b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b1aa832114c8a9569e539434e66cc53f45936ca64ba40d40c9e5269f7111380 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5fad97bd4e485873842c9e75dafbe12e73a800d3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0de9b7d68c3ed7cbe5a722faaeed71b25d11631855763b77bb04db908dca380e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..91f547c41ac9233226dfa1f1f64b6b72b4a123e1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85a250d8c7565f2b6947a8bb6250daf944d4abc3ed654c8026ad1456bc9d5e70 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..895155fa6b2ee86666829845f83a655548653b64 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26ba2f35d30906efc1981c246e6e427d870810542c15bdde980a91482d9340a5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bfe9775c98ec0837accd9e6a9fcd76a26c0c0053 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f4d3e246088379f1838d9e208bf374f1008e8d038125aeeb4e66a1d7c3c86de +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3ad486b0e49b457f9a03a5685c072659dc963e0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4facc1e32921763d562a5b9c6c1b1724a6c7d0996ce644721c75c9464040d5e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b3859ac3b289f5335f9619358e30d476fc656ed --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:835e960ee77cb44e54b171d0e6ec948e6177ba677176a91c174a4a010af1840b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa372d4e14d71c80278e1253125d081336822b77 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19ad1c6fa3a947567f1a08a1455e4e687096a4bf3422d9f842edaaf92371ac66 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0edff3edf0a416c9a16129b4d663a85a3283d1f5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bba6617d6e4889af43bb472b49ae9b226784663b12a0193562d85521356cc16b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a15963942e263e28fe0f2d4fbffacea3fc27d41f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:863b9e5de1cbbd5a11df4d50bb6479d8d20b0401a699de77dccf710313ef3303 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b491300551045ce575b58e1db1a3113ec6108b5b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fba22508135fa788e05e5b3b3c110d4335441d556e0ee2e59dcdc7397c47683 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..39fd390ce51e75718bb3b9fb49fb21f32900e1ef --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:351bbae21c2b04d4510215f9819003d19f3b08d64d1df29331f4b6cd4d3558df +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0389256bcd727c909f7f5c0daf6686ba59770a53 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e330c61ad514fcb2e93741168517588e05c4344984c58c3dbd760af62b3840e3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..71b39b2d0608b4a99f1646256d8e7d67835aae75 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e5a5483d930994c94c64be9ce1ab716530079cce064d7b26cc214dcc02d5561 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbb6fdb4a952692ab2ea7118d43dbcda715e96d5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:182e589493aea4e02b30494afb6e075477e3800c7d57f54d2bef12e232aa3b9e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb1dd46197ea7567e0ba5db236f368dbf08a6f08 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d4c693c7cf265762444cc8a0b4fcba1eb26616b26d43536ee2477ead8ecde13 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8fcb3f9d980f01479e0538582b914f9e529c1aa3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9208ebe9c546b93ecf20835d517ef7f76077e07ac7c580f4e132efa095bd0a84 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec9fc3ac4f84dbcb7d450841be61a3644efec248 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5cac86009bb259683dcc9e41b46df0b57d56326cbc4b15643d063eeb85cc866 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d630c9e3bb5a01f128a804400d29f4d057971a2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3a61781c56fd70431a3605495f840f6fd9bb69d7054b7409e80826d74c12e44 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9585d8a34163fab1c538125b38a50fb85edc54d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1b204fd7c08e2822347e7fbfaa39f45c2c5b06ccb1998fcf951360688cc8151 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ae5ba36a48432536fbb1c99b7ee06ba37e2be8f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5251a8cf59d2c71cef7f82160dc5643b5c56e7f8ff0333742c5c467c4eb18d82 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..82275233513b008681e7f000419e6a1348ecb109 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae93047bbb5c71fd7650fdbb9ee1e2e1cd93c0f5e43ef13ce73f8622a2e4b39f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5db2bf78bb4bebecd9325f822a9ca55a0d29b57 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb3f7c3cbcfdcb3c59cd0f112dc23584dd08fa72ad17c204349eddee3ffb9d28 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee12eb39f88f3fd231d55bf515659eaa110d9e0a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6817fb8141f28efa7e8d2d2e3eb0fddfb0ce560b22b364f0eaf2093485c49553 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5973fa37e071b8bcc12e0e227cfcdadc40598c24 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e9269eee6af6e5bdb02bfe2ba07807fd31010119251c4b0276f830f09cab908 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bfc9a37670c165ca399fbdd462993751a6983ead --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91cbfeb4b005c415b9f77f9fd95ff941fa9d9fa279ab2fbbeb72b5774c4597f6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b55d66cd37ce455861215cfcba70fc0a736f8dad --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52de977a92bba483dc1a0d332fcfcf8f9b8262ef9200cb7a5d9748dd2f882749 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b173770cf3e9f854538c93b309cdef47a8903010 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a7b5494b60159e8784de12f3773d3ea9aa45e3dd28e9287418ed592f2fd5d92 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a03945a6b557905febe1995b08d1c89960a2738a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66b989368e4e6e38666e444d84dce163cf41c120364fb666bb76f8030998e31d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4420df6e73dcf608edd32bc7b2a7cda3eb242ab0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30b3206c88a6247965ab010a8373c4bf0876f2f01c4af1c5837d334485dd831f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..28df5e74f540c4a6baa3f5d452ca5934331f5890 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd868c0a0924864b9c2620b0db243fb21b21b95a679de38907a9506b427e4830 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..94e8e8f149daba8e714c122ce8d0e149548b767d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c562b13196417d2ccd32b592cf72e5d9c125dc2ff279a8905ebd98b9670831d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a39d45ef7f4b961c48be972590820ac743fb6e5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f498615fa459c6d1f33ffce028a79f22f115f20a3c51d73e6da42891fd8f8cd +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4443ec853c16d98718e36faac8de2bb0fca679c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3593b05fc6bb4e0cbcd3e300e9f754555447170d67e44e7a20d4d8e97bd9c2a8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..65628c7ccbe3d30324a7f78228bf7ef0939e5241 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ad8b656ad31a26c2e6ad25b52908f1e143c8f235855df4e59eae7d4180e5773 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8122460d552a077352a79936f124ddc72fec72ed --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d033a7a260e3be1f3b996cce9554925c9b9285a5fc0833fe5b600694e3f9f99 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..498c788906217fccb6db36e8d9f9f753a6d2566c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a6def9d3b2cc7259bb3f302035939d530c4380a3619eb61a8185f56607d9249 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2bfc0e7cc06ffce0cbd2cde44b97aa33ee9b546 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c68bfff2b9a36651926eabe67b40c8b4b0d04f91dc6ec6f584c812defd28473a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a4939523d54af23132fe3631a4cf8be050807f5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e9f436fb2ccc3c78f372006ef95c7b7c2c6eed50ae194e4fb518097d6f8f14b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c8d2dcde7151295a333456c625065bb54bc09b7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c072a9f28a3f2f9e0f1a547bee46694c8750fd99b20b25668f289ce406f57681 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9158437d6da04243747c006b9deceb70fa460f40 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3563ba1896f3b2f393cf4943e0ad183070400e0bea4d480cceee7c3847d6b84 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..71c2987fb4cb85d5a901717c3c80d17a63296301 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3aee5ae0ab4328a4952dda9e589ff878f17ee1f3e30855f86d80bf123b84b4a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7033cccfcf2b5c9bbeac2547ef5ecad1c5533dd9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f053347cd3c30777dc905e9d1f657f11b3446e73667c0126afbce64b28772f2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..15d36bdfafa8fb98318326c36e5cd32f5a3dd825 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22267c78b9ebfe4888b493f0de1b5aec3f8680c531b5da6072528a6369304732 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd12905e40a8e2afc5b462b45c2d106a7f142528 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1997120c8c8a657dff77ce84b5c170527ca6d33d4cc17c082c1e4e70542eb48b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..497e9ddc840cac61549086513ca071aa9dfc3c35 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5bfb3b3df78c2e4a34133017a9c0efba018e02adbe92d29557bf1411e884c50 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d74312fe67e0275bced12d347a4084d925b3b4b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eec0e9caedf4e38226fa70813f2da1d47b9e20aef8da5eaf161c46e18c15c66e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b0265116d1d942d460bbc2203c296876a8744da9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4809f931b0efb5f4f651d93b3c4ae11a1691381f671af01a8b976ebbee7b711c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d9f02f93be8bfd0cd9f3dec13888f278530e649 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d65690441a82ac172911edd878e042de414f836494049c98f335ec05005a2634 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5773183c4a9208cea4695389eedb3e536c177565 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:451cb5c26a1f42408d909a2b4babd16ae164035f39aba47d15fc54ab62c23496 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf1a457e99cdf0b301eb65d1f651e7eff036b372 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fe883d8a1bc415a3fdfc8f40eaca0b6cca39ca38188e32f535619dd027a521f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0190222cb612ac737198cde31de582a8d587c1f5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c661ba22c69f521845422e770c8ffddd28d449c099c35dcab05f5fb9d232516 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a3c1584152b8f349cdd0cbf81cd5dd9975d3ad7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4a44d8fca49348a6bcaf65377b1918375bb582b04e19d180c191700d80ed4c5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a74fbd6afb2161546bb1ac834664f9f76af34083 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7a298d75ec0591ca66052f4129bd6cfee864d56bbfa3a43b0d93aa9bee1884c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c23f9362e4f15a1d97810b10ecb099fb6f4c0d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58bb294577c58b0c3a6efa536a9a8884032186cf049472827225f0d055de9c8f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2cf728daf6b6842f26ecd62a8ded14c23d01de08 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fefbd05163d3736713dd13777b223e8d5e34bc731170d0f67263ddb00859a508 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c03a805308d833891113249f9c9a34be8e12d1db --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5359819c0c4b15516a93939c03e56aade92bd236f66bf25277e19e4e8f338656 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..738711b4b8952efe07f6100a9eb0117b1b419b4a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1949d998f227c97b1eb4e10d6b7403e341b21eccdb1f402c194bfa5d2bd74a8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8701ab50f6dcac9764abf13c88f6f0565d7dad0a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae50def29570904f4e624f52a0da89afa019533295a94a7e410e7f10a827d156 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5fc1459f7f44c7c51d17f407f344dccade94327b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59658b105b564efaa0e410f9c4850a39465f71cbbef4f4e9dede6e2f44ab42f2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ddc951a5ac6c9227429c84b5173e0965b55dc3d9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e6954448713f666de70c623c083b6298cb820e8ca6f319ffecd8a5cc23e462c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..12cf5892423b90e6d96905303d87a0cd4e0fee66 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6b704b6632a815f8908650c827b9963ac57981daac20d3d076b8f6c314d0a71 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..69d9fe2ee1da0c8041cfd9455b1466cfcd47b702 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c48b3ef47e9193391b0f4c9aac6ff9dd0731ba46deb4900218f8764c9b19721e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c0a70a3e4f74be054f44aa6d617c3009ee4187d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c51c7da69d4ce9c5c4c03f04eed5dffd64844938926a07213e807623f5976db +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac3417c35878e722952a89ed85a73c5a986bdd56 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae8d081df5a0b8f788ce5abffc5a1b306a27ebe8aa242a361bf110f8bb531148 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6ce98e0974e7a7377f1230beacbfe7313d2f455 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5b4fd8bdad5f684ae759e83f0efdd4df86eb66e4507262a52b9acc55e1df87e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..22992c5b4d32c9008d551b0e303a6db787514a03 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e801cea5cda8bad6ee6fd86130bf65576021d165d984cf14b4a8ef80866ed3cb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..18c0e5a6af2bfdf2e040bad24080ca83a1b1ae66 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a17a684d58c6641637ed2a99617f102866ec5d2aae88e6ace2440c7f37b769e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..50d40847f9b1ffd30d84756cdb706872f2f8f944 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38f0ddf4a1f2d4d5e701f6e7493ad83362e49521e38353cccdb9cc48a9546a56 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1ce9e930304cea1baa7e08f1e6e6a229d903e57 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61700dd412bce778dc7822f79ff91cd6a71e86e8120c3ae7c7ffb160c65c3658 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6506d90531835db12806dd962e7b5bd3a094c879 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f68848333d2e37370526d1092118545d8fdff215d1120890fa7a3e556fc050a7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..22ed9950a1392959cafda05289cb50ee3cdb4045 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0021cc2c4ca4088b0e0b6c260efe9952e41ea0d38a47d9f1495960abbcd2ad6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b2a4c1a413c1a38f3dee3305fff37f6a6c6047f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c6534a2b047bd856f3985da9928237e3fbf8a65e9607cba5355d1e889f726ce +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd74ade62a394d977aebfc0fb947f63ed0f8541e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:467c814dd2dcfaf408c26209db036d3d7ee9d68a1007b4bfc77411bd610f660b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..178215ac20296c46be23c961c662aaab396613d0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:087c63cdfe76cdceacd70e6a330430fd2f297f463e325f902beb4fb9eecd3608 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ae9aafd5e566f29dd73b11fb2a71a655af99f65 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e18296f84971239277ca03eba2338d3387e54cc2ec466473135053a2b1001657 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b0bc9262b7003c82cef9f9294a24e5a4928fee80 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb9a8776efdd9d86703652b05f3ca22f1fc345a9a59f213f23cbcdba63d7d3ae +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4aff9c89fef954aa5f7d397c251563c5266e307f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:766dae55bd68db87fa437f4a879c97c0de94f5c23cd40a8ccf1e9be0394684a9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9ce94b260d237717f62c3b77da36c24c1d3c5c1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f366968aa2fadd049e8739d7ae35542ac41af62ffa2b13f167a2a16a9ac3c58 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9869b589d4a2c8a342842293db92a1c62dfe2e0d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a224455ccf9029e1991dbaa6e8e8a6077b225ad37b1db22094c72b7b29f5cac +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2fc768c651a1561159fa36b4254ad41888739363 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e8e426d6aed516f892ed53eeabc3299f161656f01f7ebdc093e4c88d13d973a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dad26bf1ad5aeb93f5127c012b7dc79262d65bfb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:432dc518657a6b2552b2c634c5a6f33755ea9d07185ccf2ac871b9372dc0f229 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7b3296ec28c048ee5f7d2c2e49b0a4e7c350879 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30b6416ad9cd67d174bcfd48a1d769bd4c0757078433bca67a48951dc5889910 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0047053f1a371f5e4f458b364fe53d204a7e5d5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b0bdb8971567f272bb8a4435aaaa79fdd2d288f13f116f23e7ef3eb26baa0d8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6c30c801b1e9a1da4b9af9aaf2d7dd2e7e3446f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0f7d20c8b789a71d164a69ddfa419b830266c9555b7c595c4e620bfd040c590 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4bac0d6d13c811ee47793261d40c0a58b3144929 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d9de2f3106c6352ec30ec3166a753e943d05fbab05bb1be0978002b3acb6ab3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e51a634c3e4a6e76e4952e2aa94fa027e252a2e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57e7cdd6f5cda2aba2c4b49681bb9007511d0678b5323aec776996a7c5a224f9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dfbc8e7f0b6db4eb6465632be148f56833eed4a4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:022dfb17f399340c0eeeb909c89e2b0c83309449a45b1dc06daa831f35178064 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6949ec1adda41d6ad29207ecf439a9a53db4e5e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:527c0612fb5ffb8a248f6410e3be17b6365fb4141c375d2255904afa1ba1339b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..18f0464f6d7c84c1f33d3ee2e051e14bf66f882e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b15ac276842bba887caa367b4b4a540e660c763481f91b09ad6712dc6e56a99 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c242fb6dca7029ea842a67c9fa2e546e3046afb5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cc30c4c4c116d8f42fbb1cf0f20f1849cca04c3cb470e52a862745ab1d741d6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7da56f276eb22a0e17608594ec626d9036548a7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:147fbeb9731cba06e2724515eb8ae00229a1b8cfa5bf6805909bb357e2f9dde0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ac96d178982a59fa27cfd9243bb7fcd11411f86 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c34ba991fa79e14de2e67ab8fa2c16f8e0d5a78cc46eeb0820f7014ac70840d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..528b52fa50523fc5f73bc856f10de233f014af17 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bb32795e2d8e7e0d8911b7eaf582a8aa2eab569dcdb2d6c1fd15e1fba5806e3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..38ae58e8fd881ed7ea9c88b12e9c2619f4f89c1a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbf642719ae3e591afd1627520247732bf84bb9991aa0e389d59e88741ff6708 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b504465f669f03f6b4132530efc6ff221df661d8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7068eed0910d7f2d89fe9f20978a2a2c341b750a8d8e64c8e9441a49ba66bbe +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9c28b15fc7df176faa8b11540ece72b8dd1abfd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ebcdadd0430254978d6059ce0ab70861d4f9fea772a79c44bcb24c45a6cdac5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d2e58040e8f0e9919a862fcab5d78f2786c2fb3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c42a92c4aed93c6aa3aafada8c0d25194d62a574b729a35fae87fff713d9d4b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea2eae41fa70e462aa17a5744eff43365206ca44 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3bc7bb5ff8e7eb1ef14bfcd73e99e156a5d3557cba521150396d5059078131a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..08c05a14d2ec5d499cc76dc9d60eaecd961f3a0a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b0a3058fd1b8e4b859ac43d7c41c903d4243a2fac8c5a293253b28b8fca20f6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..841ddcde9cbfd82e2f82273fcf8785cee82acc15 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09e513e8e57fc4cc26fcf1ac082f9ac5926215bb1f66bd11f3befb1b4def8d60 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..19627d27e75b1114f5f2765ca8e4b813bc8fd317 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1b3f0c0c9e7aba09d4a2205bb6890fbab5c1a93e63b91a6922ad8c2a81bff8b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8263cba61d1528c34d0aa33db9cf80a781e9854e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a22a633b08be1a2051beb4eda4be0bb4703ba98d6f5c11907bb588ea93e68d62 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a18018837042889bb0d80c26b03604301fe56104 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db0e096e1199fe56a4bd72563155ae57193da24db3555546ef86593ed3ac5eaa +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..968b3e01796d1410079d517ef79be66aa0c63fa0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ee9de000b7099b26b39c72a260c9f3b9581b10d3e4768927be78b045d54401f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e5c4adb99518b9aeb4a1446954e3957b435ab18 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b511964fe71bf9a77631dc5e9b81800184c58ce3a4fdc19d6c8bd3f231556f4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f94d501be6916993b4fbb1da8002f9968e2826c0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7d645dc2dcf9e0d131b74ca19f4196c346c07b014f753fd6e3942e35fe4bd38 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..557db95d5c5712a59b67e2c9453c0aeee9886c86 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:074fa988b7b2297f2c686342b534cae16a3f90f359027065be069c5d3bb7ebb7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6fd423a023816a725b2bf8ec840d9cda0175c111 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9aad73cbb95c8d91de081695ace11d5d60a4a862db0febbf73e32e12a828abe +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7330608e9dd78cab91888bb42e255d69d072f44 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd150f653fd14b869e0c176196b33ebed9105e02d93a5a5965a54b18ad844934 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..beb9dccc13baccac166d25be1920aa515c13f4ba --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3b053d60039179bc7b24edfd7e99a7eea82bddddfa5cabf1f9612eb0722995c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..095d3647a26063afd6712e81744d2c578f3a7423 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:337e89895b9bc03477842e24fe570de86a08d23b6c4e4cdc56ca654e71c68d45 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cea6af512d34b0774f420e0f0037f3c87cb8fc91 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc581dbc3b5fbe71356ba361f3f146f5c3a9e59d8622ac308a2b641d78c63e24 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa1297ccb76f9f5ea155379c681948de5946f944 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14d218f9cad4ed2c2327db8b6dac02ca6ad2eced4fc484a69e65ee88a0a39488 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7cf2bea2244704c4003ea32d1d91c6014857ed7a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b0c86781d61898b0edc9d7b2d257e2edfa36ab773fbf897790af44741f62384 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d8ce0577d5a7af18a48fc8afc936ac6b4d75ccd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ce645cb25da8b6043f0d125f6a1bbb279442932afff52cf68e62f16bd976a77 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c428b740794f9be7573fcb7a89b8809a0534182 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f55a4938d90a23bcf7be552fb94e5727db3652d2b31c211eb9359c7b1dcd577 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..da44e474bd0cd6f8a0b3989683ee5e3866026c1d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8f905184d5c9e955011d9c173075bf6f7c0cfc566d9f7a0e17cefd84aae9cfc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3eff048a934fa618bea60fdf932aa05ff151d6ab --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a49308b4e11a351f72b32b72ff0c8c2278eac18a8707a47f854763afc7e73b63 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eaadc0b529c8695db38cb2493ddb0a10b961e557 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b670afe6e9d1964fce4033f453251e15f0b1f76db35a082a6c50ec5314f3fc90 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a58d0f9bcfce718dbbc016a5b515f66a8fdc1524 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:555d49f61b91403852ae621d8eccb9f1951201c0a72ad97034b9bf490439ef6b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ddbfcab72eb2e4ca92a46d0f695e5e86e57cd60 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e32f27d0c6ba2977465fb83cf598af86e8edd9a0747063a5e43d4d5e5c543aa +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4025dc73c0118769cc97d50f427608c4089a5cd7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39ebdae50136192fb281e2a1722324410b89a919c6a18fc5f06717f5dd923520 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6414e3b0325c6dbae27ba0c183bd81761e7dbd0e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e11c801a8dd0d9e03a4ae12665dae4d34ce054fda1c96c59d8773326a5bf72ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..80811e407cecd9d4e28a51f68c544869d4bdf6ec --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e39a5887dc848c18b5703a2aa129f186357b639b5d5be8de44e1a9cbdcb4d895 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..de8818910bd14773f7b4c998b2f014bd1be87c8f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f96655802e549acf111f8213247c34521e83044ccf3fc4ea941236a5eea3d74 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..190e60839a033524da6c1db7a8695d9e47a5a7ad --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eea83f33be42b6752ec49769e18c9751ef8db89b86dd87a4b198804fcf9ef97f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a8311baeaf4de68ca75419d661b8b6f470db8dd3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccfe2135c43d55f313ea65210afb8239ce04e628634bd932550392d2e333aa9d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b71bbf4f807d214f979a6569675932d35bb5a253 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c64e16a2829a23d58189c41bcd9f3bb7344fa7a83e5efd494da340cb4f060ba4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1750f1a6c8d825ddd276e608a3b768cb0b6f6449 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b658dd3e3c52096ef9ab4de2a170f683302b5c0e0697cc172c78d6577b60e7a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..52e19bf624b116bb01bb1115acb77488907a781f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a020500153b546db3708f2b21e4399ac4b1f22d36b55c7996c6dc606946447 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a100845c88aea0ccb25970bbfcdcaabcaa4aff71 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5c1ae13d1d13b46798407ca3f4b13e602e2b0bdb0aaa9d53baea4038c7cf481 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2a6d8fcb70cfc30fcc9d1dee19260fc3e374a86 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:827215015672f301a745fb54f799c7d255eeb35bf51d8e90bec60b07fb29fe1b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e10cd3022a8779d62a732c1d9a398a37b9b17d69 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f13e4c8f12ffc2a750dd61e34990771266deccd5047c2071dde70a20f1ef54a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..857f4584711db389c2991938b08b06ecdababb04 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:326adc8828e8a13b728c66311fadbd25aa9814270990ac1b66f9ad309f5c9b84 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5119338855bf61ac1ea5a3c93630a75882e6249 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dab4b679a15770ef98df6496d5b7def6e7b333b78f44848a6a27e575342b294d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8fd1a2699a80c0a7df66848152ef99d644b2955 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73966b5b169e0d09e17f1734591c83eb99ea08f38cddc613ef8b08fd838af00a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b4b15ff292e26893319f7a023d414612f85e089 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56479b1ae1355220d04680cdfae551bfd6c9405e3d2ab24fdce0a9115c544dd1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d769e82c6dd406c3a43e5cb658cf7d5f64f78d3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e92c7f09f3bc73f0e126376f8479f27211827f138ca648ce1aa1a87f8af94d1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e4420a390c2fd21855233742c89aaab0cce4a8c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b82d0da93238ae573860ffc043cbd51b81a9184eafb0f71c76b8257d2758939f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1be39329b75927ff0211984052b50ab40b7d8be2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2630081ae4c92b6898d08eed0e9f38284ce25d80611f5ed0bb8d0f566c05db7d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d549c15d94ff88c4db208177ca0c2fb8267a54d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fb357d548b035750f5427c0c783eb33d5d1f70ca6a8a34b7f7d499291f14bd6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d305bf30231b38767a5995787d1fab43940d5a26 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3951b35c59789d59cdb64d61d60d704388912507b9f76e1fe427489771223f8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a114aa71bdce1c027081198c0286b2ac705d5db5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:880799020cd370751fad185a8a19e415c6cbbcb36a287850af160bf7f9b653c1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..076daff82decb5dbffedbc3a3c24984be40d0815 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ceab29a2eb15ef0faeec560fd94be689dddb5b42b181f5cc5825bee0ba79c03 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..805a021f09f942be97a1062324b91ba96c14c586 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d8ff9e426150617633752024ed2d748a686935cbc18b0aa6974d6ad060a856d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8bee34213e82f6e31be5983fb3dfb22dbd8b8a85 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c77a90b43c431c50e5ba95cdd3dca99d81df2498c0f5796675f13046a8541e1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e9b954d1505d99e3ab84e9b48a060ae66ef9ae6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69e6f0909ff5e31c1c927c062ec2c561913bc1e1033000d083cd78762a67051a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb88f3f7ddba05e67858520d53a19fffe91b1fb7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5695fe4a0ff9f2dbb739dd4deac9d5e9792a3b64e2a0881ac8b3feaa5a49f7af +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1cb982bc691f89f4bf8fe27759455bc8094dedec --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdd57f983e32dc3b3f95958e2d7b12e189c25e9dce831b9425e7593d8c0dd749 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca1ac2ad5354c8e625b9eb08fbf0d34cbb856a31 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da1835d7a04676ea8cd3bcd9851cf701048b8e4a63620e886341b5721ae70bbd +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..59b4d69bb577a371ffd6d9cfbf5ed22f30342a4f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f946f62760d236bbcb0659f966b4796b07f94d8a67e38bb54e4ba72adaebe91c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..83a1cba17d49d2cb25dfabc6131604120e01ec5a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31cb6d19c9dfa3441dd45fcf5eda37a1bbf8429a012415fd4c7e1523241082c7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..49b9fba70211cc127df5b99bca54e76c0cbd6167 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3958b1acc349046e8e2647942829e0fe8bf69967dfc52e8b67126e762e431f07 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e19a674b87150f3ebfc48f23b25b976118691fe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d14fed6fe7b26746aa45e9c95de6006202a4133a396e3fdf865d7360affb11f6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..156837e74634c3135fc7925c43c4733f9db422bf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2425f2615108795982ee751e91d15d6dac9e8d9af607361905341cec7a63559 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf4d3e9db54ccca099bb3b0ac1e31c8738916ca5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d876c1573f2db0b38f6b18e0eddb36f62f96db6efa8f7fa55968a16290342d0e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..17258e50bf55cc2dc0e652d5ff51055fbb60835c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:384302bf1b9372955034de00f6b0ee4f51c7df88163edda86ecf5ca7e750cbf4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..80979d9a76fc1610ad49f87ee23d403f63470287 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ac1b21aad4fae38e4812ac43398fee25d8c2d1fea07644dd5db72a8c4de1ba4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..203d594ef96aa22efd75f2cd4a71756c969a5322 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3834d62a2eb313a225e09aafd84c85ebb961026cf877167fd2c5a27ba67ec9f9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb9713ee922c05a04c1eafc7434bbf535ca61e75 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6f859673133429cdc2af4b5af06aa7e0c0424e81cf1312f31c8ddc467886eb9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9880d084dfa68f3f391f71747574bb82f58e51cd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc81479bdaa6869d674df9ae1ded8c43ecf419d8420e4eb9eb8555f013236710 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2fd3e226bb2014f9f5303362166ccd7456dece51 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d14b5274f2594a5e59038052fd8739eda0e301fabb007763965c8f6ad6e6621 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1863a3cdc97616628b4c73490646a199ee7ee75b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1eef604bceaa7895faf1604e5bcc93923174776c42392c7570ad3075f81661b4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f4f7f0e5a933deda2cef68b6c9ac67b8f811e95 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c36212906249c63e17d4281176e6fa516b6d1424854161a40e51364a389094e0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a0ec057c6f75359236081cb537fdfb7a3da735f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e62038ee480cb1fd4598f890e9693e01cf2a5f97bc2b6c023b6e8e2a73e12e33 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..270775b29406cdd411c5a0da5587c37c316ccab4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:082f1cebd7ed7905aa760c740a15efd1374277fccc4c3aa42c2f3a5937a8bd55 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0eb78a10352c3eade42f70d5178bd43f59b5cfc3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3d0184da7f51224da7cb3f642126d08708e76b448f5256bb6100cfa8198761b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..85a5cbd69916eb60644ccc9f3f0f398b597ddb5c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00c858007838684c6ee6ae1eabc0b400fcac6452de6962504d55247016efc6f6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3435d27fff2fba9e9882c10273bc008847a4e2ea --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc6e22a0aaea3cc72efa04f21cb96f5bb0e5dab7ee00fa612352e304d113597f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e0bb68c8f12a6851b45b5423f759dcf011a11fd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f046c7a1a12bdf8f86283d399a1dc243984a472c575f83dd732de001af6e85b6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf60254350a6b7805b67c2b58e6b776879a23f6e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2728bcdc7198914fad8730fe3f9501accfad3135198057158ae1939e7e296f67 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..95d392caf2fb3e3cd8fa32d3ceb0b40c8b66ccbc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30b74999d3f5ba99dc756b3b8d0d089674798680fcc7f71d125ae7ca086f0553 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc21231641a230da66505dbf1df7e9605967fc39 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2c08cb1efd7abb833af4239e5c62e708fe88a5a03829b336a4f2170a1494518 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9d160802e0e1c7f18bffa4efc357f5c093f54d8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a61e4caf75bc041dd5deac54842a93e9ca73119bf745cdad5c4c13fb4c4eec8b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b5bdd24c7d0c423e1ead82b5273312057803480 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c76a5e29722c846ddbea9dd4a0cb61ca3c0afef563f9de08ac245954e4786c39 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6204a7823411b5fa7fcaf4521b2c36884a7abff --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a360c37ec7f0f2b28d6bc09b58fd02bceddf0c3af3032bf67c6b7c48e4e645ac +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f78125f09eafd4c734c13a088a2e42d4f277eaf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd6e9255122eb41e8f274ea3387bb4890d1a7454123464e0942b6597a63a2d20 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3aa53eb3d3da6a9d6d62bc413d2385675bb1a020 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:caddacea905e0dc8c87fa4232ab676b857e5143afce74e568b07278fbf8780e5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..49c2f089ae9c49397a0d3199be6ccdd9aa0e983b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:627b5200a38aa9c737645f920bee27aaad69867e99330c5295e82e2a8d40d890 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a97dabd7f407009521100078e90f2fff952bbf0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d4a4fa5075259b760af5b705cc1cb15bd5ae15eb1e6a8b72d28d348ac3fb823 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..da2767721094ae30a39e07a0f40dff8bd58d7221 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c325e7a4cd409e559efbaba070ccee79d4788b8d3bfbcca23cdb39b12f24f6c5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..05d5855565001dcf35b1369d95d36ed332637e19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adbf0bb60dc68f1883c3dceb2862255131f0174a7b38a908aad5d2c9fa62d987 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..43647b3bc2b98e330492853464d22172e2126e99 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e92aa4c97348d278f2af492a758feb36ab2617be2cd6e4512eb6d95207a0ac2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/lm_head/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61 +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/lm_head/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab2f8e8133f3b0ff863669e2be9dea9e8f29a112 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7377792ab9676a8dc70593d52eb53eaf270c807ea667279583ca0317fe0f2c98 +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a1fa5cd244539307f96b1c7773965f8fe73be59 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0723f4c4d4af01387ba42be900941a38553357fa2b8b98ac2468f8a0399b99cc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c13e71221d364b2bc1cd06c7890878f08ba0ab9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3615fa8aa44db0503c1924a37af8db473bd7db7fff9d940a7c099a1812ba1d27 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8c66d66961ccc63254f7d365f4ebc26de6f3570 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72f20e1ab1bec47058989db5e01207d2917018ea8160d585658b4aa6372452ac +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d1bcd1b20084a2c02526bb07292517b2be29fa55 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4eed635b689cfa7fee02da09fd768b2411f3380758b824ab489c3d0b5cda7118 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b3155e43cc86467aafc8ba58614e33edea7cb2d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae3574a5bf3cfba2417b4d3b5086efde184c7e76935682a0f959781885d8c041 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ccc93dbaaa2323f75a90b73d9964aaacb894e9aa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed110865d23b1ff11dd1feb4003be8d32dbe89ecab273efc969d52b57a0de4d8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b740806c9c40c846f4b7800d855a28609e2f837 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:752e0a8b3e4eccd1303c28dc6dc369a3214f825659ac2b1cb7ac84466d7ed587 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e96ededaa620741b30340822d0b787c46aa99e2f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ab4cb967f6170a2d544983fe2a2d3ded95a36779f47925d677f4b56d21d679c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9f346d712ec4acc953f697389b3197386ed1d5b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee8fba8733a36292ba94134601278e8e03f5c20bdea9db61b75fe3f758d64a5a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..47d7d2361fb678a21afa464c560f30ffacc908f0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6e7d7544e23f52a77a276aa1f6fd00eb85d9a54e7255779f6577dc2c66ffe9d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..470a6ab15ce26aaea2c430444436a2750751f2ae --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46cc2ac496bf1fddd6339cece622f3a8ac930952ccdb8ac36678f8738c94e25e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1fef25aec3fce7d8fd1dee9c3be78d3298c6ddfe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1bc981e3ab8310264a53b958652aefe6fe20cb0584fcf7fdf6af48ad570ded6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0b9e0c85648e3afc85d9363237d2a3ee75a6a5e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f8894f64db16a47b933e04178821134ef53a741b33ffc78bf099a4f19626f28 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e25d1d9042f2bdcffcf9103c3683d36aaf21a358 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2917eea76f3ef180aa1b126203545c85112b6171f69e0091b080dfb363075690 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e60935fe7d005e4e2056b9035d166ebf0da0d5fa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:207bee4e39bc0c88eb337f352d60eb960f5d98829315500d2de022ddbf17f2d1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..259cecae5b794c24187ce67cce3925d64b0f049e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89438c28ee61f235fa708841b7445a26fd08d42d2e0fb87ee2297919f9e9ec23 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b190cf8f985083d28d198698c1eeaac8af34ac6d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d91bb351b9e0776aad846b7725f5fcd870085f7115392bdf4f303a4aa6b47abb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1cf8814a8f987ccb4159f3ebd55c46d94d87f6e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f02b35a53abbd304392f0375f7309d25b4511747fe3a7f74aff625d1a88afac +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1dde11a41baa6cfb7400c9e586651dd109cd78e9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:603f3d84581c3ffedf1038ef0e3d91d94232bb6a2ea69c7fcfc7da21fc7927dd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8a9759a37acb040746ba48537178a6f85bb0626 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad67db5ae1c3312093dea2f61550df005daf4cfa2cc1d79718718ee61fd727d1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8678711a285534ef2cca581a9e0188b34de7f822 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f228b7420f0ac7ada66c601fd0018abbc531c8be1b107e9c9fb488d3a1cbf3c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d48788f0472adcda682f6f6255fda1d03d9ee16b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3784628dba8f6ee1b3a843d130139294461ecdc036429879d741583280a90ac +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3570b610a5fccec170154184b0a696d90928a0a5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fd4e9b0bc8de14339d080b4eb5b011d55e3a01b40dc4df0a4c7b57c8f6a1b0a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b944fdb3499945446c49234e4c977932915a02a8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb692019517491ce5cee3c445a17d4399dac7c8aa67226a26a50bb1bc6ad2b11 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eda2b807784a410219a62db21d0550905aac60d7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:878229679892c04b46883d345f69d47bbb22c809e82239e40131b5f8b8810f81 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd9b2665664aee346e421efa94a4731ff748d964 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a9a17034e3d2984606899d62c958ac15d6f38aae8029f29c97342ae78c0a63a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ecaed352966500b693cfe2286f2cf18faad8647 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61a993d3c108cb1d316997fe19599adff6267af51d34df2c76a3d829d2b6320d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f013386eaf8b213ab82f00c806b3dcbc4485bea --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf613bd33a8615620b13b314cefc160c5d04b8b510bf9a9f44ad977fd4ed270c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..765ecd99f9c6659dc09fbb30ab6436e9d85c7581 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:526187f5f19cd85e18670f7a242f27432133029989ab512058a079ad4702a557 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ac15339457a0bea0f8b48b3de95f7e6486f1539 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1df7f2c771b5d0ad553e137e6e42d2e6e869078d05dd4c845f774506ef88779e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6967102b26430e7feb746d4b791334e7d946c0b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b7cf79ae086669a4e553b50a353dcee33d24bb3c97668750a25ead33f8244d8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b75db5386360562dbc9a0cdc184bf6e719dbfc7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf293db0aff68e02dd496f58ba3358f65478c8cde4ab1ea5f58c033c773d641c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d9fd422524b43149a6c0597eb0015f6fc1f91bb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5471608f96fb56ceec8d810eac30ac3b923424a964641cb1c5ee99399ab1847 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2fbee3e6d9cb1b14447900babb7dd516d201a4d0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8e0e2bc0fbca4ea17227523ab7176467891939196d20b7b34f903c9454847f8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..77b91fc5830c4a6e945289243881b0679afd55b0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5305f1a94e5a747bb643b6d74a936bde8d780d389379e21ffae71e4db7f4705e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..adaa527c715bc6c80169bab53bf02bc953856505 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c743394f4e79ae43fd19c9245050dbab41fe4c2a12903e2baa110e70edb8dbf1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8e6ba3cb6181643135432020eb1fc26ed94ad79 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a63015b043a5b03e302e456fb78e9e5cc0da8d8648f03f1caa7755002be4e2ad +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8fddb1747d328126125a165f43fc724fa8a135fb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c86793b70ab66eb5f8c5aba28668e0bdc98efd8d1dfec91b5c2eacd133b2637 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8fd2dd76e85e187d1a1085e15ce89f47aab19fe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:860cc113afcc836236d2d9d0f8d8e77e94174f02be0ed271edd0b1c13bdbc2fa +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..85518715f0b2d53c63239e79ed30f30aa1c9bcda --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a3f016815b0f0e4f6fe2352c9f3a2c6ae18f9c828273871ef3901b66a85c39b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a52bcdbcd7591cfd5f0184efc680017e1086ff88 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f5303fd563f85f836b09337f937d303e654f673995d8c0cfa677612f2435d1a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..84486bc4c936877f88780c10c7fff071c8d775d6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fd8e1d47a0b0cc13a07bc9c3979ac721e7e98641e9c729f7a65a6bec5a3741c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7b0b96143c54b67dafbaa8b9a45bc62c36921fc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1f94c1ee724780099d432c5f5518ae136772b39434475b0b6b80e5b8bd73365 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dbb9c7e42474463ecb42ad0d0fa294395af73641 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bda5756031f9561c60cf2299a19fe6c91417259a7df6868268c7fdd011e9c38f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7e75393bd85c550ad9de35348f2e85241a5e8b8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce628e8ecf639fa405fcd36b03a039a3d3455094337f2044d9a4979f6eafdc3f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..423379ae89855cfb131c91340ca11c5a07ba6035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4b9dd7476bb78321ad08a6e1cb2a802127ba9d4a1a2174898649f7bd65df84c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..139317773777c55b345db5a315edac0789df6447 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0bc69ae9cb6476b96fafe5db154336c605d8b1ff80ff01bc9402ead613c11fc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6d8780424bde8e4a5fd95be044827bb1268fda8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fb75bda8003795e16a2459af15d0c7ba7e13406d8ec5401d0b0d437f90b8c5a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..693e71f5f7111cca3f4bbf4a09f942efd3299aee --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41378899e6aa277082722d475b8d52145025366460fefb8258b1775f1639ddf4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a8b0f01f256ac481ba96affca32eee5417dcc78 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7376320d680c3d2015eccb3c039549837e675dd024ac621302542e9af201e88e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7821f3520c2a52d29be702596a095c66d592146 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dec68fff4050b7d1b40af2ea024f5d65f4bafd01dacb57f6fd1c6537eecb8c3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..30c684502b00687a9d6c24f4cdb878e03d65f8a5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9de11ccf3644ee9ba8739a9a6f167def6c69220c5f6ef7103584897f0539ebcd +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..48d46c3839b92c0afd2d7e6725b0a1f5dcafa844 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10398c0b126292f8c35b65c966280dc2907a16d836a910ebdd51d309ff8f2603 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a912c68545ae112ee8d10ed19849c3f2f764f79 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d9d4d093ae23685a8e6ee9afb4cbb47a2ef33829790685c5774393d33564f93 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..685e83f708fe01501926018f43327d77d4fa1bd7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bd5b222fa2401a482d01d56b9df6d9e5381805e2bb60048d22f96d6fde3d01d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9be35249b20d9c008761fc7380cb15dbb9cea9df --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e04013c34e16b16659f07c2dfdd97772d6b0c67e3732ac55c3357dcaa206d27 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b60e836dc1f4ecc03ee06ace36bb5595cb2a228 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9db4dc71a2659f758818beb3733e925db7ef0abc7b64fbb64e58973adb26f028 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..09e1ca198aeaf8daf62247bd32fd36c8b00c65f2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:259f540977a06ab826fd20705c0cc8e33ab3394f6b0e740418b15fcd12a89495 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a16e5ddbd1105eade719b1001773221e29d03ccd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e17a4c344cd635a37e5d44c4da8738046c36dfeaaeae1e32630fdbda7578e54 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..194b667e0e77c688088274c76d81471e72d3d2a7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29410c3f4ca65f25b4ec3eb005939dded5a151771fffb3f36b329e35622ebb68 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..614699a0f13df42d44d421fcb926429a29ec3a91 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d98eba132820cb3c25680656c1a1da82eb79c59930f19c0bec89d087f94464d4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..322fc000f4dafa084203152281870d497a11f9e3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b959d943ac1dd07257f08a4548fbbc79d12999fa5d297d4798797feb078919b5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7add7ac03825ab7ac32a5fec1ce491a093fb5cb7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77c6f26a14348cb263f64bdf57f1a5bf290a0445738bebebdcd2bcb4779575f2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a2d0170e8fce9d431e3eb703b0ad1525d890281 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:753cd1194c6f3d2fbc9d20f33dcdac0b3543373fa1886780939e42c378e4f6ea +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89c9122edad69c7d764d17857ffea43a0aa41f95 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d999214f7cf649252338f5edd518349c871f1aba53d33b68aec2537b617ad85 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fed9b17325416f9829b21e46e0581f4a65c635d6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ac6e5e73d67de7aa991c29f031cc72216ccf4c11a702e75f32b398712328bc8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..342562e586ce3964e2acbe0a9b4e9a79258cc934 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51925b8d650a298dde60c851bacfa35e7890a63b9a23b7b13252c401eb18355a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb05727f5f5a487db730f9104964dae68b3a5a90 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad0c97621adf54d55b842e68d43f77667acd4f251567b4d047aa57c49aa799be +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4c2d74e3573f1b00a1a1d833c9bdd69f1834a5a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb3285f24b7e7c0fcb247e7092bed67a3e55b70e48449e090f3c443914e7a21e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c8087a7b1f27c04b24bf2baa90287c2b45deb64 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c598fa96e230a972e3aca11cc4f6e552636cce2827824541b47359bfc681546 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ab292c7991f49e12629756e73e11c446b8970f4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9bbbdfc7ab675006b8b86ea26e2c6e5328b21b4cdadb593582e74a90a220014 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..07f7087cee8d950ffe331e1c2885923e4bd8b8e9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7dc1aa86ec1970558e3bbbfe80ea99724f2da5e51928bfca7ce63eef57f6cc9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4b2b2d8c35af97d809516af633bc33ba5afe395 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6df5537cfabdea4d73d151bd055e611da0c7c1ce7083e4f930c0b2331b18fa7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f52eaea9d6db093e2303fdbedac086c1d2759064 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a21fcc71ad634bc651cb030531b25aae56d57819b525420c7e55fb0f75ea4851 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..803a8286da65ea8926e91516f790da318cb07c99 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a3a0d0f4b320d74e56b9241c395e64070b8d2288cdbd933928ce42d45c913da +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ff17fcf744cb6a9a75d1e1479506cf8a1558573 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:262689863ff7dbb173c69f00a6771b4ae4768808e58102b57974adc48494f98d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a09f5fa916e44092f8ef368175a9ca44f18388df --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70725b45954de718d8edd3520a521dff5bc59ebc540ea3b3877a52c47e6de574 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..44fa4d25743db9c6b68dc57790446deb3772fb45 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb26a3d56095f7328f54271bc825813f687cde5eeec493821f8005a2051b8e46 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5c00f555b7e6d4a2b0e3f15576296f5135bd2e0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:098509b747fd094613ffebe149d0f996c6a8bed80322ea7d43e037a715434855 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f07b049b4ef334ab0e1a9d951df678f91c62e9e6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:532c1175f209065ddcf4797f6b04590da2da572f4c1553777c96ef267329ed8d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad82da7abdffb4982a08d19c7dc75d96293cf8f9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d7d29fb5855ec862cb18fb2b7c156afdcb6616efd1ee8bdbada95cbaf1b06be +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6829fd34bffca1df6344592e48e5e41e7889ce82 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b888a45c66d4cf58aeb130e859a6a93d5fdb4ea15f0dbab22cef8119c5bc55f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..40810b9eac8db12d15ffb3c9922db124770c6372 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a99a5addc7ea915d23c91d4c2bbeee1d4886831fa2504bf353ef6229d48cacd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..00b94c986bf77bb5aa3ea63f58620b1542870121 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:146e6a5ab44c5f5b34964ce6a1e28abaf563f0d4c35627e03b035ddf2870d84e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..88b22f2a7874769641ff06e0ef45ed24275e12a1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0e4908e1c0402c90c6bc9939e9d20f2b27ac80a568aacd74dce32f41f96b6a9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..286ef9668c2b38319758f6dfcf86ed9b2757db72 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29fe9cfddc8684ca257c26a76e4492b26af5771b69eda9ac58192b524e5d09b6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..db07df73958760e828c0a3ddb20faa7e40c553f3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34e82cae57fec3647dba4b069ffa8e1df88ea97ce588a069cdeaeaeb757552c0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d896d34511213c07bd2f324fd79045d901471a33 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d048db57716d7be46d41d3d4a7408e7397f5e520654a5c364c8a267e9ba08ffb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a294205e142e499e6410aec087f90d6d405b8b0b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:921ee84b5cb2d3b6c5034c4c515b0516a6bb7fdba6190d9eb58483bb4b895a3b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..35fd302400cc08080c8166d229d8a1d0f97a1ea3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a4d8cd46c434a4dc27ea3dcaadab541ac0c7ab0cfb9f157bd2a3fe643112151 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..99be36002d0bd6f6fc2cbf2763d83c0cd679cbbd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0692d1d293be33e344865e5308c5397ff067cdbeda11c62d26de3cfc2706d978 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b27c80bfe61ac11ac602a8fc61e5101e474c18ba --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9da0dd421a2c3e5cd131d98578dd7b04d01f3b906c2a43e48a5304b2bd75c80 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8444b56516c25876ebb447325e26a6334bb11c7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:865fe6cfc37c26dba6fd14641b982b4fc530ab1c342d91ac598c84ffa8a073c3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d6a29be8f121ff6546172155f0c1687898b89d7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0de635dbb69aa0521926082614128a3394f8d877fd37fadbe0447b531bbe4ffe +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b136289700bed990e6b227f40dadebf80c24a4d6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3626b2e31d78ebf9b95c0aa79b08a41d4482af3ec7981960c606a6cab29393dd +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f82673bfa1cda12e210374ca8f7379b1376642e0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d438e75b2212a60a3764b92061c60149f88d6b1088a2cb6f84475e866058315e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c436bc9ffd0c41fe4c6bbf9c87664711874a2f5b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d2da4334f45d6ae77ef65ca9d2363631a4605e3fe2c4d8cbb8dff60a46c7ae3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d26f13d11c553cbb80528406c6a2e66dab8c13c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa5e42ebaa364337508485bd384e30e0e2716ef19d14e84593dbb068ef83e47c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3069eab9313108ec6dbf9a374152207a95d237c8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96081657832452206434b38911840eb59956ccc15c20cd4cf7f959ec3969bf22 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..67ac853144942d508c45643031d58158018a8bbe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf8b764bd9a2d68bb6e953754d23832978fad748a48464df81dc352abe19a7e9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..12cd8f37d2885b50a3ea7469dd55615f894b88e9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27298b0312769b774bbb805c288d94f6c5fdaf53fc9cec0e1189ac508d2a6c99 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..29790a4b03773b42479f5bbbcb4f6f35b25be08d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb2a4c34e3a296932273994b2bca3d219eca06b21884ce32e5a3a0c6f3365085 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..04d3268fb41f52c1d3e59b84b716e244c160ed6e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4c3629577671edd7c0a1e80849cc549c863c689cef0fbe86d18d94d4b901a2b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4338530e7f9bc2ceaa625380457a2965c5cdcb7c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:365f7cdb20a7ffb7e12d34f412c098baec2310a6e94e64ca2450598828a269a9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c8cecca62d04e98ec1e08bb54c830e498949ffd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed97ea51e47ae2704955c6d3ecf5d5c81687dafd224d0c1ad0df37b272da1b17 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd0906541b093f44ed7a7a56ef86ea5c50f3ca75 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bb28dbf895a491d9282165b481e15f07ef29bb01d5fc22b451c74d7a3f38fde +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c52a29061a919f93585e6e69569df9aa2ec0318c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e63bf4f4c638e0ff0cf6a9a145be455cf4bbb04d0585cb284b3de6c5c83ce093 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a621bde2eb29b655d748ccfc7594f92077714a87 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:526604a139834e7334db0b6873b16a3989ab04519dcbddf0700d891b31a84cb1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa026080ba0b998182d3875e1e32be4846c1babd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab4cb03413a76c3c79adaa6dac6082103702a9b65fc0c5513d32aa90a14fa74f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..462f160362cc1e973ec720114b8ca2b40c4ab093 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4db0dedae8f6bc62febf059182c6a6b247547a3e66d2544a2c3b0153e92f2ec0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..49040a764402d78aa08b188f19d30bb24dfea3c4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16d6fb80c7c30e54d69aa2621d27a6622f2a9990526617dcbc9c9d3f082cc3cd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d3214a69f61cf7530f1f424bba89745971a9f34 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdfc41bff9434900b89f6dbdbc5dbbbb92b5a79c3230194842757e21c6522b01 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8cb85148943041977d2c653d4a6291d1d9ea12f6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4b8cf191044d56ce5f5b909ceba615ebe5b60d64966da9c95e9efbac7ad008a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a7ebdac69ba7e4596c045917381876bd9ca0fd2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03de5194a4c8b6ca7e4b4e60a558529bf4635f45ee7750511057bf728fa7cdfb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a72ea45987ba5251e032ef1a966058a8f0ccfc67 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d37346aeb717061af43c314aaf0e2d79028032492611ea16cfab159164010bd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..66e7931f7d5692fae47906b5a6b5f93704c9558b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ec4a3e0f985c47b54dcb352dc80f01c3d3fa1eead908ea76a420ba0ec1a397d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c296107918a3ae988e8303c40b9574c15d0190e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbda067665587a645dafa03c0d08b2573d4e806ff573a65ce23483f8c3101a1f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..28a6b7649243e9b9cc5485d02aaea26cdd59b0c3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12d6906bd2fe2b1d6ded9140d0ed816acc3d5a22d421210150357fdfb1d0c7a1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..960acbfef5b0487903a7fcab9b6ccd8a0c63a5b7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba6d0aaaf46a304b7745594bfec6774e325d3162ada1ebae2655858b6aefd412 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7a75f6b6d3acb3efc3df0735dbe75613678e598 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98811729eac07cd3ea3638f7bbfd3ff2b4cb502913fe807d459a68f154c24a82 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d696b993663213be2e93490ce0aed8b96ace9c3e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acbbd25a14c926ed63538031df62b769ee021913346f7e38e6f48b8e0b2b1dc2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5e8c0ce335d39995d408507480767dc397521c1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:922c836132c5d5f26c63fc37bfd906a98f64270f2c6f6fdea57315f171d4dc97 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a9d314983fb0eae6cf1c5b08cf86790ad1c7a1f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf56ed5b7c578de95422f1c0511129024e393ae7cb58b492066e827af215e723 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4bfbd3b0c2a050da72a1480373b5d046ab3a4cd5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae9cbba748ce103ac279a51fcc083f447fc278cc094c48f2e0ceff0de42bcd3a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ce752a0b3ad172befae392a868967022bd0ca4b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9a76625e5793ec6062335e38b352eda6d994eb32ff2caaaa6d522b85f175750 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4433cf6a45999f18dce1d13970e7ec82c8fb71be --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbf49aff2f4f016375547ff7a7e532690f7c071fb255b42a6574530b4649d018 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..92e7255517a60bc4a1f7130c0260a161de963674 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bf9b2a5f25bb3f868528fdc195befa7f4bf9d5af436ba58e6e1194e0ca7a334 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..260da5a87176a900f3b792b1e91b2096eb401aa4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7101ac3dda02fb3dd7a40df9428553ebe3cf476f6cf2455a483a6f43ff00cef +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..78ad07e047f314e73424027d79ad9b2eb8a58b11 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38a774e24abb74dcbbb8b105a501742be8fde4e37f5698a8d618aaf7cde6a788 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d606bfe2369cea87919c770cdaab06af37bb25f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce63f7906693bc7bf4ac93d105c81e3aed9b8f480b5e2a4a6dff59338c1b93c9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aeed3e526249273c8ed6a4b7dd403f948aac5f2a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd64964cc550db02d07a28bec5f64113df37a5cb2827bb5de3f7797c2e646304 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..20e56da6c4739d9e6abe64340d971b593c689caa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:154a7167db503c0b45314860cf6eeeb2f2c13369f77d47ba09761341cd8f1bc1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..00a8b6cb9d430b553f2c2d5ebf8d171a800730e0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e8171b55bc8e7620d82360f6495c8e95303a15408a1e612ec2e0b789bdf2a7b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6cd1617359807bc087e62a8acc064f53cba66a7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:651907bb617e5245422bf858e0f81fd5028445a39ea474ad93d9c11d0fa62a19 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6916130beb821b2ab92d4c202eb48bbba3850bd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f15e59860cc1d106266ed8cbab618c71b6e131048ff4e31fa9595924791f9c7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8071928524a74eba0abcc6e9625f90568ee24621 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b80053e7ba22b794944e71a778290effd90183db67235e3ee8a9f08c3d01ee +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..531162788ad7a7898f3716bb4f3dd4945c0d75e1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d51681fa67538520a42f600f406e95328265288d4964a309bdffbdb4a38f6dd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3ab1f3aa0c6c51c142007566a2ea7ce1471bff6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef0fd1d38b418cc91e325498d403ed9463295ee5a05ff4579726e831d6fc39d3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a473613afa3df8ac1673254ca40c198769cc9e7b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fee5fcedd03b1f78f1a3720a2863103811a48b2b56de8c71fa7857392603874 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1aaedca90b6184f36dd639a3230d0e164246a47d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b45d74d1e8e9e23e48d2c8e3a7ab29077d7025bf05a90de671c7d3e751f5a3b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..64459b2bec6ab55ffaca156b0a5700c73bd0b3e5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eca9c99b0c8db32b45a14dfe4165a1379f4699ddf94dc11c430de3893e1956cd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b41c0d04bba4efbd23c76f110f733bfcf1c46871 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db7e8b19cf5343252f37933050bad5754fb2b088464645c6bb53597d6b784507 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3bc4fd0e0c500cd07ed322039173c64ef275934 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ae86aacb774fa5f2ab6921288111e4996fe34ccb6b4ce1bbc1ee18426744a64 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eed16fdc9b0648b5a9c417cb73c2c04e0fa72dfc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96a98c39ae31804c8fc09f10329d4d3b3e386fe0a0c0473fdb238c508e5afbdf +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e20f2b65c6d666d1dc2944c7b3b15f6a3bc658fc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57f038a5b0808fd5369dbbc25ef7c6428c9adcd0ca4e4f6c96498c9c98338622 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e473e072ff6e44bd52b3b63fa336fe487c42f0e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bb6f640ee9036e7c063d557f81804a64300f9845ce697a709fb0f16120a2fd0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f878925708e4ec0d3c0351c574432e7c2f9a47a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da3a30d7d6362080de254cfcdece9dbf028f01800b14cc91e997d342613142a2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b52dff81932d179e9f2ed0bae7c823890c4d8859 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43c42c750f337d61c1be11a7e9ac473409e4237c1c8af9406322cffba94e9b86 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..62691eaf3e663e9901a71468f6462a4518feecd7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f307c41e4f482a8fe4d8c4cb01e45962799100ab9fb585b993cba39676fdab5b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c940229a66ce94232bc31470cc87f14936bd3226 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8923ef1614846a6da36dd9b2f9ac3b5c6b52466c5f4a81397902632127e33ac +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bffd1de2c1f19d1a4b110c666c04836a6622fbc6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b23bb8a7cc942e5a356d0d0f1bbe493240c1e3806c8acde27a67e9226a91a84 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e396df2037775198fe402ae6297f4294b042d225 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0f98f626fd9383f1f77be6a624101c1f412b3f35f3018a4ffe45e28e6a34ed7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e48f1f67ffb511336e7d18e724f844f8f8a81e63 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15bd70657dbecd2ae8d3a6c114374b304acc94f6ab97623a19671c62cb90e358 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..08197e75c7e2e6f094c29028cd8e17b3f4a9ec96 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5cd8059060f7b5e036067ba5de9c7307fc8ccc324fdb906a06d3f6e2cf1435a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b90287dbca903aaa123ab7d46f0709be795d2214 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bd933e641f357c4ccd9a7bc5c39f0e796df79d27e6a8a95cc77fde5515373e8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdaea1fbe47f18d2f11c68f6db035d6b3db261fa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d57cccf0041bd469955b857b04ba7abf4ed3c2c849695b232a5803ed8e352a8d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6817eebb3ad673f6ebfd21c2fa922761b06e9d0c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24148150ecc3fcf88773a7eb2ec2a02609b41b89338b72247baf344429be39e6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4a13c4ed856f64a6cba33f767b5dede2a7229f5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:513ff2720297b262cf9342b06132283e6f19780fba72651618da092e53f811f2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..385dbd6b75e94c808fc283b393166009166bab7b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46bf12c168b1f294a0435be7dba82736486b2449756bd22e1f1e302e01a637b4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..41a81c5d18e926958563c8ac50f0c2f3744771a6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cba4cf7ce0a65b840ecd140d440af4ab4cc74442bc81795c07536f30c0dc9f0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..94ad90f0833e84ec63d0486830c9ccbc518df450 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a47cebb7dd4d68a7c05fb3110478b227d501a9ce7e2cf96f1d471c588aeeb425 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..291cec11047cc88aea466fe98df329c4b8c873de --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e30222e739d7b073b30846d3a353bda7f47e3399a2bfaf036882096530685bb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..03381468822bd24897803de1a0507392971d0977 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a5e6eff1ff03898c28e504a07957970042fe2c3b8cf93bb623e513805b96ac1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..694441115b20778fda7cc40e84e250cd0ca18c3b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41ddf3c150d6cec5e0b190923d38175773bcff33a15611c790ebd73abe0cad43 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..78ee9f2a453e0119ea78fde1ddef1f90437c13a5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd7c48759bc8db703f9e6351e6a810de4976cbe56305f44320971ccfcebb9aa5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7cfad8bf7f1b54a3954f8c272052920207259577 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5940e0e8c99475fe47206c8370273df81d289d9d9f03b44b3b9972ce87a92efe +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eda3ec3cd324a8c5a2da4e3bfafeee9b3f76e2c4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df6281bf002a2af3d27d7734b014ed1667c3f581cf75a939fbf0bbfbe7c94453 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6820dcad3c1e6aea3a29f6124c99e72e89a00cea --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba4a7d844d4057589b9c4f86345a260f075266a0373d87fbcaada20c3059f7da +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3d084418c9dc7a0ea1588e1bdc28860e5df21da --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab767aa49867be24f891aad3224345d587b48f6867c0bd7268568d05f750e00d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a42da83ed7d9867cfa70207a0be851dc708b3d23 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d231cbf3bfa503cf3a2786f97365cff279c30360022875573b30896da092af5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..742d550d8642ee5bf4e9dddb17d614056355e6b2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6644228a875f4d1a4acd88aee610f64574c6a80f65778dff6c3b1c17c76f4ef +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6eddfbb6ddb16d367ecd440f4ba74240f0e0aac9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82a9f3dc8ce133516b4ddac568f974d1bc5a440cffd07e4474151feaabbc7ebb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c93ca385cb9576a6766d2fb915e96da48308160 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5734cc245a5b1c4b0ae1949576bb07cb1b1436ae2e10ded054e5247592aa888d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f78e4483b4a466d702d4efe909e3b4e3a39cf23 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a3900e2be4dc9fe40e3d2fa56cb1ffbfc83756b20f1019f34e253cabdcef1a3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0e27a70585075b806eec21009ab2d50cc2e4d3d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62e49f9f214739636d47bc5b5b8d298c9b0c1ff8ea79a6f368b06a9b2934372c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b945a223ebca19c3c08fb363b91826fd63546343 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68f61e01450954977378b324e9d19eff90d1cecb2c982fa3a557606c9968cd84 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6edad89daee459cb678146d23e633f6891eef0d1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c93fc7a607adf50aae5d743ff0488f7a694d17fe9604e8d0bcaea3f7afde3e77 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..40c2d69034fc094757a232e53b92788cf59ba83b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38232b740be49b45d964913ce4b8daebdd05e453d34cf8d5d4ee213621b200a8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..19afb24265f32d28c4cb9f3dfc6d824080a2bde0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60afd3d60890d5031e4bac639e254fba74fe855946960a2f51d5000ee988b931 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..da245bdcea9e478b112cb1c6fe04ea7c9a47d242 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:845b268b6882a609b22479b1a72bd49f4a93159b12e7179035ca29e42794823a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9003517589c1d3525c16523e93364edce43445b7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74c8143d2a2deebd00eeb397f0f9415cac1fc0bdc2ac217b04f458724d4611f3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9befddf4f2b16ce68956cb4a9bc851593af85b2c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d430c2a26a6dc9bffa455939a826d9ba4f851898dbed331553cfcb6836cf2c1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f449993f32eeeeff77a32edc979c208a04ff6488 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ee42016b0d37456135278319a0319c7921675dc5ebc0824455c83b9ce0299e0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cecf2667a59ff1ee9c5d8a044cedf50650a8d49e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6987d63c4e25518844d665ac60d726e3a395ce87a6ace40c64866a3a1117896 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7ad264cb3c244f6bb929cc9d58858275942395f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d58c84014934310b00df266679e6d1631d873d6b610233ee9e44c01f0d75e723 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..450fd8f20da1887038fa6d435f758657ecdf9e60 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:566f026ca5b3ac9a8dd32423bf806fc33856e54024ccf9b0496ee19228ed2984 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d81c06b78c4939a1a0b1bb7fab2f44e50f86329 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4523336127547741a02e7e6831d87a4fb60ba435befd0e91cd3fb2e0e652859 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd47f8309c75c5981517c1a85d98deed08aac254 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd99214aff59fec03e6c0d26ea53bbf067ba728a60547f94bc68b0c38ab22942 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a18c5938065a8e8ff43b38aa89aab3f7751eb83c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96c3d19c099477de22bac39789801d81e35c2918fff124670d2042d2ab30f684 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..812a71eee0fdccebd3207ca2521518b3092e5903 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbc484ca0bba41990b6c608678b6983e12b9ba3571f5f594e5a4cdc27ad8cf2e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbb094694dc6b13259e705eddc74e07b4cbaa8f3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1acc75c48c5bde79a0b2ffba20c85153c20c46c73aa25b978260cbaaa96b54fe +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..03d79fb2b4e6667f585159ef92ff354dab8506df --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8c9329de6f86ef318a4cbc63e06e5d440ba5ca2a1ebd0ab3fc3432685351451 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c993ba13ac7ca6afa94aa86da5edda71f5a2cdc5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bbe243bc805ffa1413c551fb87122ab2192b05da0914cad73692f27d1980be0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5bef80e80658385419e63dd10be0446b1730778a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45da9a72c7e4621ad7881e277cb1b5236d8779e76d1014586ed564c6aa046d8e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc43a2f2eb30eaa4d30e35afa5dc3a125cc75b4f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:634502d01b3736cde7ecf9bbc03ffcffb7e7ba96a7429e15688fa918ad5e82c6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b9296017c7333196927114545e90d2c0ea6ea4b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:885c6cfc8ee4267fe76c4db1cd5394c4ce770023f85239481f7463cc088ca774 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc79c1298c6e399ac3b1a26bac2f28131bbe745d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5784d30be468c587451bfa6698d276c700190e16e5e0c1f84292c5e63746e398 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bf4fa0a20a90ce8bd36f9f735485099339c267d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:750b56d84eba621bdcafb67e2c5bd5c137d0b50491becb13890d7069dee1a698 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c30ac30132d29cae00d939d9830f26e3e3b9a234 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a49c92f8cd0ded16a875b23b706527e2edf13d8aeb3022c4a08fab0a0c880af +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e6a462b58fd847f9a4e0b0e2b6570d1b65f8f28 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0dc03d4e73b6a828aaa768ee4382c02b5eb3a786e9907587dbd83b3c5df6199 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..91538e0418aa059ffcb6a75f295b361ea6356ef8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d998d4e0fde4f53b860708ef5aa5b6826feab28e1f8658ec8d112a8daba70d27 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..485331744203801b9cf9679776b11c582d57e0f8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67ba8097919a584aaf9cc557f23e12277ff0439fc5858d5968f45cf7f18bacd7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..605f6e0d7acfd78f65ac1490ab92045b7fb55533 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:141f3b9dd8fae26fff95262b50b7c6902eb120e0610c6061d9e717bf55e3341c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbe25b480b8721e6af13563f821a38049571dfb4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1102935ef8e6e28f2a482fdb3f07b40229ead1d8f0b5f9d1edcbb43bb31ec6c2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..efd2c6ad0f86a8c5ab88bece0a318d67a76e5478 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7123f6afae71d0b3634f460002240260c8e43ac5d162b1438e93eba0eed9acb0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..be80c3b80c9406ea43be853c7c6c66c24dd2e40a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03278a6cb88a6371f0343b54d1f59bea7cf3a0e2693b6ff9b81cd73cb475c6f4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a91077a4ff1a402f82c5378f7d56676300bda3de --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:daa1c88282d7276d6e23ac7474bdcfc9d8d3c9481f94a47b83d197af528752bc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8be449a602429f665059f5ad8c67e16b3ef3d7d4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54695f5c99ec25b26df6a02bd983a879b5e7ab12273bb30fb4ec43e2eb415f8e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2299d4a97f3e952e037c457970275d1bd3d07c9a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48a1012d5b9c27adff1b2bdd168a83d45632ec4ecac9fa6c0279af65ba896122 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8395226645dd36150f788d6327d306673213b24b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6e015f02cbe74a19db1c66f6e17f210b4d981d958c8f391cff37ffa5bcd6954 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f19bf89f313b2fc87f2b3db9224896d59d744c4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bf79a826b7f34e31e3afceefa7cf341b6d6a94ea2ae8423058cb9c710e7a592 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1866cc92ac566d85b134ee76a742cec224448627 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3643d00b073739b6cb8faf4a439066467e8bb0b6f814a45d2c5fd83071dfdb7b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e294b9c1f9e27a70b92677c1b2271cf8fab26fb2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b6df856e36f460f50e23b5cc0ff54523a554009359b4b8ad0f75dd9b306296 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..536c0fc8382990c99a8ffe953ba1b7728d7f33ce --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7471264941e96c655a5368f7c5e96b68329e5073dc5343b937f457b0ae2be94e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f23baba1c1c8e4b68f3f8bd9423d77b95220ab71 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d657119e896eaadbf75ab717bedf04088d9da854f6aa60f10d4f8de22800ee6b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..107c5befe93d2c1123c7a1851aad229ce8a4aae6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3e1f1a987e0efa0807f4a0495484f1802fb470b78044048fa1718c48b04f602 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8d5f3857fbc8249f1a95560e11ca0b275f6e5ff --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4d5c7fc8673da7e222ce3d05f5949cc705ff5939fd8cbe00a1c364eb21459bb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a8c90f9271c822802cd811023e68f298976db1f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfd360602024485fac5e8ace42214d7de8c0c4446009d4c421f5fa8c4f5c5820 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b8bebfc9fdbb9e6780830f33bc70e207934b8e8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b510948399199633401af099ba9e08274e453118d77249f8c672d23e13237cdf +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6cbf295c23d643e9d4501b324bb2b84dac13914 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbf2439aa0ac8f14b692fdb27cb28bb3a0bd0a700e2bb242bac0b24aeebe90ce +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8155abf4d81051c951c6f0e8e2783c7f89ecc476 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0b2c5e951736c007d8cfa116f9d89d7e138c14227750dd54d82da5330488a17 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..64d1bcf4606e4496a73e337758b68aacc1b0808d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc4141984f5cfd8811d7144b062c277d73151c38357903407899fdd01be3ce78 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..de484953927a50e3998a66733221341e554f30d4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:615a9431d52acc0d4a41a029634839bca740a53fcdffbc494cf2247d45a0f485 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a824f9cde7b5ae78b015a88eabda94b38a70d09 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d68160046998c2fca74265ab071a912f2be5827fe1cff21ef32d78913824141 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f835bfc6075a14293c19a8b2f49f65260ad4da0a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61744c5b40931e1dbe8ee619434d0972081dda7f0a8b4fe28c2ba65bf039ccba +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e2f18cd113155e8bc0ba8cbf9fc317086779ee3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:312e5373acc53eb1f13160df1b753b64e4ba95751847c918ad0df33b890ba5de +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad2b994160c8854d818a3d58dfbaf10c53f2bda9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:406b603f23d44e431e38b7c522c5661db77655552ecb52d0f55b341d1df5dc7f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dcfe8a0e5b76faf7d6a64e87c155e44080582361 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1efe9cb8f71df50ca06489a9a61444d85953de84dff1b2e51ee7ce4f31fe4a6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6db21f01fb26c82c13d91151b9b8fff78b20d08 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96e4eb16c3e3426261c4d6c303abbfd010fb341cd3a59d71afb904adb454731b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0576f3859c48e9c8e42a516a194d5c96c13adcb1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24e177ed538f3cf6271eeb28ac6bfc1c8c1aa06995d189ed984c595319cea4c0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbfc95aac8405b4e18bd0dea4744c2f82522fc2c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:200230c057554f0bbde7706121268b13fb107fe6d95273c71ada9facb649f43e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3efbef6a5b220c4b3450a42c015fc6eab20fa2b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:151bc03be1a07114de9bb8e0d449cb454f1d7b760ebe4bb3a8cf000d9a9bc994 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3bbe12387f6968dc73a88ccb2e19f2d8ce8b36e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a2fc82b8cad1c3a79973baa41e0538faf7d25c25bf82259514ac1ba914d22c0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..35be76857fc4a37a65fdb235e71f2848720bfe2c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee5a3d0399b21dd884a7298a378ebc3c64ea04e8313da6dcef5c301a09486636 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..13aeb25ff869be0f0e200617f527050fbbcd8126 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89d6d5edcc01721f8cb5dbe7a9dba9cfb91082539017256d8c7ff2dff636e80c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..883b238567dd885fa49109c422d35c62f82a45f1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29847e8b7482608b72082afc01422906b364464208823151ba692b27bb16fa1d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9153e4912f073ab0b4201f8b64f9c3dfbadcc58 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bedbb6b24089df9e29d51a2bfd82423d81181a682f97e56c871c8badab2395fe +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..42125bee66cf09bfd2f3358dfcfcca137ab197e5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b122b7ca0b3ba2ecb9202398f3c7153f1d97263444cda1dac0bf13373440e2d3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..820b06f41953895f44e3bcad76937b20736cf82a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa50b85d93cd73ed1a7816b653c8aa2b60a1ef5631e77b4c904b683f42ddb5c3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7359ea43ee0eb495bb9bc5b33c1dc34c6ba9370a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c86fe033012e521cb408a24be43a20a3b156bb865e3febda5688ed50a2635987 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..51ea4f84faaae2cea5c19767784242778f89f052 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4619260239d05c247aa004cd485222deb4ada597818f32a6b177862ea8a559ee +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..72829d41eee3c9540fd845eeddc0a50b98fa0b76 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c53f359447d4dc0efe8d3476a5dab3dac2aa7a90c31e44e062fe30dfa6efb9dd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b1c02ef13b8c235b6243d74c89313cd96c8ecc7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d325ef6744406883d0bbbc5f018be8bff62b1ca0fdc3158654c6da11125a250 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..91508bee7ce911e7e1d38c72cfa30ec7229a8ea6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c370ce99ce03400818e1d8cb181d4e3098ed2f7b9f2cfb94e4badd53cc06777e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d212b69fea0a9df4a0696d990d8701a33c928e2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25ce972236a436bc52ee74c55f9b2b614bf464a25912b10554ef0a2195de8815 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a9bd98574ae1023f5ad95f036ea2b91a01b0fec --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c88224abb201ea66106881985e740ef71ab4fc5eac6832393ec285c08141bfc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ddb6339aedc8bdeb09aa48a6c64a2806a8fef7b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a3c3fd3802f425356c94f1784f4728d0c899ccd1984b3ea9b42e6fa6c6be2e2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b590871a67bf8fa75056c7065db14eb88b7374e8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:953ed4f76e642b02f11244fad4f36a1c94eff68c9d3826407a652b8871936d11 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9761d1b907c77018235ebc257a86f49474a223fd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee046c74d504fe6a393e8b64a24bce9a0e0dfd2bc53e7035d25ea74693ff222f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d418e181c396bcd762ca6b185b712c41c0f7452c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a9fa0e0effa691585d9202db3fa4f492daebd26d9ec25cdcb921a8dfc1f2d06 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f379dada94ee835db67d20cc165ad67c0c765db --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63624e75f3f60cd58a59f643f4d378283cc74ee47ee82e01e35d00af6088a72f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb038ad94733970c6b9f055058cad68c7a2b0df0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30d36d639faaa9d2d635d49127ef05bbdc56509f0a9fe8a1b70693a01d35ffdc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9fbf04c735f3da86662f9505cc19c5e278667cd6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b68e9b7ca7f99dbd39905ba583d4954efc98dd3dd132087fcec069b7c8dcc17 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..944cd4899e84c45b8c8776b84cf426ba0e0e4672 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec7d850f10605724c293b64f687ee6515ba602607b1210b2c43a3e7b4646d7fe +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4be7faa30dcd9d8e81feefd5fb5862f1b751198c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b14e177f9f2e69a01dd86c8693c62a995997e4a19bc96fabefe34c777c6b5707 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..964094dabd3d19bffa97774483ec9de921d41a9e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d7e42bac22799ca658578426cc7c50170813d54fb6b94d925327400f9686421 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac9f986edfd96078dff0675a940ce19469384701 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7139256a4de95c153d6fde3eaf452b9e5108436b6a1baf7b0283a2576472651b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2f2fe304242f327e3bbcc9923d8efafa19fffc9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b720b2ac0f4d6173d6c0aa703b30775440ada0b9622f3d3991f413a74576e6b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..add62f09e2c53556fd2b7755753c56acee0c6044 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38c5bffbcf2e3d2d3f10e9bab3f9bc50c30d526e1e87232a05cf5406d2faba38 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..df5b072acfa021137f74715da5b1202b1a7ff959 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5edb6bd6b04f850922e73d6a5dc2ec8ee22af997da49930a02ee0181ac425154 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e9d7145be4f7a8f7ad84146d66d60fc9b994241 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ec57aff81d8988c0d004bdb8ffb10a9a8a10c00e504c9c42425fc530b694696 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2141aa5f576d1fd2807060093510dc06fd02b636 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45e6550763b9600dd274153f90a55403df06cf249fa627fbbca601512f1e2eaa +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c357e0a9d91d50c6f23196caed1c45c9f9db34f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4eeadb881c0d0785b63ff6d707b2a921ea3f7c8580c79244a7b84d74a2bd84c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce0350164b9ec3f83c7cdfb628fc61435b81793a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60cf47af33a14d5ec1930d1c75d26ab50d88905a4abb18cba3da1a2ca6ea3d03 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..193082b3af870f8767762d7d9660c68ac01ba1de --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f450a2cd08b62e800dfc9dbd295c900a7157a61177c92e4de0c50f416978ea6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a00a367faca5615de7d0aa3bf9ad85594244a70c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed67f6d948ce1f2b55df240885ff312c9cea2ecab919f0186bd1e0559b04a445 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..88385c7bd1f346fa70503103fa5bb80487d27973 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06ef31e0498133c53365dfb38052e53d8122a5b28aab82a6356843fed75ac431 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c72f75671e177be753f720e125160e5f5224d0a1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca73e94a07696285241023e2837f0ff2d1076587d9baf9ba6c86111bd75da378 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6789702666a678252c6484df20658a05eba20e7e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a89cdd66631504dca77db27071de6a0f07b94acfe7b84fcef46a04a2a421698d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f59e1e06558328499502ee02cca494cce853e78c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:228ee188d4361f529a34ea1c9472b47e20472cd99ab808d99f21cf2234a7200c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2dc8b7e8836d35fca8bdb91d6be44919358b2768 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6389155100bd72494ca36706f9de7de8408c22051405e1dfb2247a0b8e43b9a5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b9bd2cadaec5acbf3efff3ea61770c1dc302e34 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f1d063a2fcc7e007499bac5ffc0e07a2207848f9f7ee92ed4068c819e31b868 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..155320208716dbd8cfc7239d29b1b2a3adae2c45 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c877af4a869eadb404368f8a2e999c94c1b438572a687eada0063763c813b6b0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f3ed75fbfb81c1fd1a7195820a5695208c1c346 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90a527856e97d9c335b6849daafa954a4f49d314d9963ead9583b724de0147c6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6dc3fcd9afd130f08449087d3618757479b74afe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d976794636228e7e79851a0c4f74319740c92ecd969b592c784fcfee81df11e1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ecdf5662dd3c23d7b01caa4a7b7182e9c84625b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b41e4a21463d15c2140055cc3c5d5b84cac8cc2f8b617be92f8d22baeee4809 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f57d4f8523afe3629195bff630bb97694e5e8aa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7aa1d970ff9db2c703a5c27b3317d9deb5e8945d6e5f8c194ed84ec66d5b8f5d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6beb01d83d0b040f1acd3df53b0fbf4dafe8ea70 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:863a99874b1b43ad4eecf88b9949bb3f1e8fd7a2077fc9d24653b4c2dee471ec +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5bc4adf59d2773e08132dbfa14005907b53bdaf5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fe50548162604b003c1dce776f2bba13141965928857047d0125602b01bf3ef +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef910d30a95a7de34c5791c20cb6e67c66c2ef90 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ca546030291171c29e63087bfbb6bc42541f7ee2c74255c81c7444f2e864d71 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b63732a8e5c0817e0fde37a117c0751ad3714bcc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:248c438d8fd3351a55339a4a16b7449e2051ec182a1b03a30eafa52534cc55f3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..deaba8d05f244425b3da01d67cdfc7b3f30cd4ec --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6d478915e5bf5ac0ea85a41d614c6777de835618a590157097f0a8b3e8bb8a5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a1f0531c52655e661341300a36802ef73eecfa3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f2550b57696d3baaa1dc683a2985dc36453e65d62284975f0ab7162cf71a7ad +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f58e388fedd4e84df5c349e7c208976afe2c3499 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5eed541889dea45a5b62d9b5f2554fd72c044978e8e437d26d5f8d1a33410f4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..16a25934c41da0e129c4ec95ee9696553eafbf67 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74042f513fc6df3648c1db7e7d1bf4705bf5a1c98d7eaf8fa4f02f166548f545 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cdc22bcc12fa1327409ba51ae56fa0906e5696c0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:000a1bc39f76c52856eff7c60d26e7260da58ed86b947c2b59cb6566f181c340 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6aa31978a190566cf9e8a708561aa7b8ef661a35 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cd1961324c905e95ddb0f855ab34e944ec5f4a4f60bb3f8e7bbfe33a4a43d78 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4dbad17f615bf8fc064f17c3e21584eee26c448d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77fe8f89f42ef3b523074ef32122195b1ad79b9f9ce1f8f5ad3f18f91cc346e1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea7339933d55211b3e553ef7235a98757bfdd400 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:846fee911c3a9bc4287d556c3083e1be63e6e2e412fc3c84e85d8b60f1133890 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c41beb0c364db3fe48b3d3fd63687d686231a22 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87bb071ed92ffbe516d6156680c7ccb37554d5444f8c948ee49d60a330324aa5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e35fb263250d8b3331578e3ce0dfc8fc177de8d6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2713b8c826df9491ad8503caf9f3fdc3083e9663a70a10a65443165e3e5f4ecf +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2596838023ff093de55f1ad88f5181eaaad6dfed --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94980f1e0cae281b94535ecf8bc97dc16d9bd37827ee0d732345709cbf652605 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d919b5e0474cce9fed8e641122afb0bdc53a8e5a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96505c4ab1c3393651052117f1fa115fa7b3fd9ac6d05ef1e36835bf29e1e9ca +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47497b22df11d16cf26a71b0cb81b62bed866448 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd0fb771091feaf58798cf71c17b3a38664ea6747aeaecc63a3b4729e4c48844 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dfa8a4a39e9518d1ff3bf6f324be72d1c24e319e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:380fed68bc2c8bc62cabdc90efacbb93ca2b7f4a319e28d911b9ad636558dc99 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..797f36fb4c183e095acc0d9392bd432a9dac4504 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:029a0504346435f87d3ebb3ae0a68c965aa38f23945ede205fce71d7d2c59dea +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4a966b342aeb6ff5cca5e506015bc2f92875898 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aea8d6832ec13e94f4f278e02858b11d6921baa5ebf14070f5bf8d2c5b786739 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2db88b9f1ec7c7736e527ef371cf074efef4d5a1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc37201b4b72cf62677ff250e103a0b579277170497d2cb2846bf80e9a8fcc4e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..788d89cbd7280890a690cb48a1245d0308b8032b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2763eaf49ac124acc24f8ac8df7c5a0b54c85b82166d5c9360d6c03cc0863dc9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1061fd18f8242a28e3fc455288d191298e96186 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65c9fe0f8035d12c4d1e5895cd1a0bea257531af41f88e17f6ca81bf5b39416e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..34bc28c10151b46b63dc4af58f832b2561dc16ec --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a67c1b3dee8759ec24c2a3af400071d54d2cc1096e3cb7caa3b88943ac28225 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1479baf81d52044fac5a765b144990873ba2fb54 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48f49630127aecac0d1e1d5ed736a6a79766a3798fcb6971bbefa9e85c086b7d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d46b9452f0b27473d823136abea6e8d713e40bd0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4601f03a85ed51fb3e50ae7991258c4734078684e5e43de3f25a01ac3263b87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e768240278162288a68327c9c3e7e1390ae07a3e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc6c6c907911d4a7667afe712cbd2229a75850d86d3dd8727674ade78e5115dd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3210acde1e7ad69153fe4348c8a17b7758737965 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c064c3fbffbc273ab54bba35f67e3da33b0adcae0804d866789e1d2f27dcc773 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..537be159d393ccbc3c42dc41aab384d8f89f9225 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a9f7bc2bb1c9c05f47d2763b807049c9778aab70b24cd1427928b96f94586d5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..33131875a3ec0239da27f595c715e01f5ca2bba5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2267a158ce821564806e45e76b68a57db0eefbe4feb8afc4f9d88bb88f966d6d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..855ed172cdfda3ada22f363e61c9e2f122f0920d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a11e558ce2ed8560f1d3b6db9b75b2b3db02e29e1370f51c79af57f795cdfecb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..51fce183fbe432ee9b40cdadf92102b2811462e1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:caaac204d74b3c848efba8c331a5c73b42269271f1deb3d9878480742edcedec +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5691ca0fb38095bc3a185dd6f69456eb81c898b1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49837072116fa008a47c569aa1c680fc4ac976439e57a86e61249b38f0523374 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..86c73fb17727fdadeafdd9ba6e94f95f8b28b07d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfe1860e27426d637834115bcfc52119ff8c12ce418472ce7c1f3268ebaba5e2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..435d414d525bbb20c86fcd0cf63057547e9ac34c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56257385914183d95af7d0d22106529fa5c56ceb6351c377c4c4675f5ccea1db +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e62c7b9f62db3368e2ded7d7212ca956eb8e6454 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:138daa59a4d9f0c1ed8a50cf595a498a3e8fcd6891415d3fae83b289a5c7fcee +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a979e56962020f7393c7d15c09ab291de474df2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8d84fcf8e74eb2a160fcb7be6637e1a2444794dcfb151835b0361bd2a546a6e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c798ab9243bc1c05e2e2c23696292f91cd438835 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5ef355fd5c043fcb49802d0d89fa4126a330cf55dc551f8e6b5186e8428a99f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdf2f969edc686d112d8731b7cf02e369bec7aea --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb0f901a96767f6eb0aec6e9f9b52649cf72e113845b930c2a9978a4bde11e08 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5084d5f935b8a8b5aca290252b08509f7fb43cf1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3521da45d4dd530bdefece972d15c9eac8e15949abacacf6bdbc8609c8868057 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3344e2c125543406911df61b39897e6830d90a57 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0887cb58d7eaeb5ab76a4f8a04387b9313302a041d8a98acb79b5362135abdf +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..30476ea720224cfd55062d8ea9fe311596df9ca5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f00bb54c48f643d2ee8be9ae68f38c8b13bb302e6bc2b5e1b2eae53ce1fefa28 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..08bc949e6cc9a53b9ea317882eea23ebff301194 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce1e3f024bf848742f5152c8717eb11573296253c9407187cbe8eecc3d7f3360 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e490a6426d41ed7151dc98ba220453ff981894b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8083e61d2007c989ab3e21d5aa2293815d213744e9172f45c61719b96f46b215 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee76b37b369cd8d9b674f9a999d21c87a1453b1e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7f36d00a1990121ba342491b08f37f6540afbba65cb87cf3967dfd1eeb408a0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e70cfb84f645404ac64af8330fde3926c814ffea --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbdae1df395462486deb049a1f308fd9daa34d6dbb2a6e9b72f755ad94266fc7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e00d0fcd8143d82adc39cf856d698b9c6d309960 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9852da38aa042c9c64e291268c7c221002a05034017ab9c5e0e0082b11fe9e6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f5157f31d995bce3af8d43a9ae130c3cd05e114 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ee56173af248283e6d973433ad675b39dba11263fd23c9bf2d27510b4c393c2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9a2e061462c7be7caab8b8cab68b99d2e406737 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0d208d12bd6fc060668c21a1ca5a301db7154ccd362d5a69cbb11197c520538 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1512ab6c9417bf61512c4448bb633b1ea513377 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0862ff2ef9d0b4bec9809ad1a9ac374eac4e438d61a292b98c3881aebf6b8426 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0fc63bcd3ff2b988d3c19f7d5e1abb985211c43d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2715735ac8c13bf7ea907f111c61aaf14debf0b9a2ea4bd3f78c5e89b2eeb4ad +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..835578b667308eed6a530936fd2c7f36e1f50932 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d03e524bdb961e993f324fa8f56edbebfc0e782e904f5f1dd2b423c87ed389a0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..66b01e8214596692d1713dffdc2e006decc71cb3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2a14480837dae0c4712eeccc6b11b45017014ea82d2a551b899c571c734aee0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b3f981c646bf4471d51084cd07a0cbfda5d87a6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0004bc7593e1659e53ec733761fddd57312d4bc6ec8e580a345ef7fd8619d40 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cafd1831e45a4761abd918b223c91cf629a4f01b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06062575e73c574bd36496137f5e6037d893d7fb4c2a7c68f57e31bfaa001339 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f95c5ddc2e110931e825120ee2650f7cd0fdfc5f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7810dab23ce3b2985d8dad09cf5a7a996c85c6ce7a546b8d6f27c0f41d68beba +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c032fed0a5e03bf59e98658f1cb67966caa65abf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a93fc65ba0d16ae020086d513a3a9816269693e278dc0487cc22ec7a05c23e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4279599c4cf77d82501f85247d28e9059c79fd8e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:486651e98cd4afe7f8ac0d8d6dbc111ee67dcc8b464920dcdf914cea8ee95158 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bfb5a4221c4a6cc63dde93e44333b6ab5f925485 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6957bdbc116c7ca37f5437cc7429902cba1b51f02055ba4ece3111605e87631b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe19bd9d3349228a569870498420a116c8ef5175 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:530ead5a35754ebec9bf91d41d863496503d3cdc86ee23cdae00a1d840a045c6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..022192fc24f3600701aae340c7a79745b5f4e18f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0884b97f80288ab66e64c2923fb5737209661fddea4af0dd3c5b0feb1ba24ebc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..52859ec5fdb9b2a86e49af26ed3428f32b9246ec --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a6c2c8ef12b04eb984b767e58bba1df7b2478f66290bf7e954a3af49b2c5a18 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e41314f2096981b68cafef149ae0e9b6e93c748 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48b2114710d60a789d02fa77ab7cfcf575408b1544c5c4f3758b6abfec303841 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e67aba03557042c60ebbee1421dd6ecfe391f51a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ea527a9fe4196488c53bafdc6ae4da3d6045816d3e90e82505d7706c227b86f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..79caa4a3639986288e37ce977f8f6a08b384d259 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:680d23af17cff8effe57fb940b085174a22cc9c1404f85a6ca41ce1e4ca56973 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..416d5ca67b81fd1c7b9de88f59cb2c44d560d34e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc9ef3add484b9590fc15fae5b5f1cd8209e405c7b9bdd8ddef403cfd617c413 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d1c91c72c5c957798a4b5a51309416c9e8635a33 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7dbbdc50b264f6c9f9f112df1712187b9eedfc1799a9f76bb567c902dbd5992b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..98d8eddf1900d785af63b2095ef806e72185fd28 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1590865a15ec19cb9c78827d66e620d27b0528b845b48dc884a7ff1fe4e89c67 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd6280b248ecf331e2c834ccc57f64685c870a51 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae7583724b3890a59f8863049fca558bc7aa1bc4a87dff4c4de7b79228a7e1e6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8515403ff2f46c0664fa0552e7466acccdfc9dd6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c322e80a36de1342d1a54f85b38d66e9cf4b74360c0ed17cb13f18d9b573d6d9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..405c434026ee5cbc637a47ec0619e36514512f77 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c339e59370dc4dce63ce80dbdc173e2d1fd18c07a57fc7c841114d675e60bdf +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4e1387abc139ace65da134598421aab102b3d4e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d19f5ea7084d38e63e834af372c06ba4b993d310df486c84b79a20c94e40604c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..99bfb0a9520d5a497efe836e92022eea15f0f1d7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:039d921523047ed8e6f2b2e0053031e7d9f305093185d8c9a2d9bf4ba3bcc676 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5b289f4f0ff4ed44fddfdf7164cdee950078b03 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b802c607f77dbf99f31ba7cbde36bf777d7e03329c301e36f6bd1cfe113d6848 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9990bfbf4fed83370ce40c5655ed19da265ed262 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95cdf042f96a68e80f83477ee6851c43bbc02bfa12acc52c6aaa34f6ad538a0c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f15a424b413d29bd4adfaa68781b739ada9e3ac --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cedd0d534e49589f51144909ebdc392f61234f5285663245be751d0bd69d91a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7c1490ea71047a21b45f509e9e79bff55e7ed2d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9aee55a3bd751689e3df455484e9564f03854907cee481f964a133bc56cfcaae +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f73a47da37cb2aa63287101b5d90d9d52ad1246a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d452d24f305e151da8fdb1f5fade4ee496763649c89d7df6ea0704095d355e14 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..61d8cac82e120dfc6275383863593008f2105a99 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76a30d489e485a744f8089a3dfd110a75de96ec81f0376e19e2002f9957f9027 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..75404189002975f35f01e2b2b32ec41f4096c109 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfdf408ab8138eb4cc70a2bd68ef7052c006d61816f578230b186350aa3e7f46 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..594defc07f8c33e2c2f54d03d86672c13bff84f9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c63a518d9fefb9d3f183986b311a13de2abd0fc9ee3a8f1ade4b3b518911891f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0699d674ea32435a80459ff4df26a205c8f7e4d4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c70c86e6e6b17e169ced130e6d3ec4a4274f1aaf2a0e668dc2a5336adf96c554 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2258313b4337b2953df0b1dcf614f3d7ed1b23b7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9218b193a9998f2c153d936356cc2f9558bec28a21f7d91b761b8da5f764e303 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e394067377ee91fd4d4d32137385ecf7aadf64d6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6d543798cde3cc0f72f1c60d18e7bc974291c380b60668a5648ae22b9b77086 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..de86ec8e02def018e27e69724566ae8454c4d15c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3acdc83404918d6ad18bb651120b550cc476765b69e501969994df00541ace22 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..271427932b6ae8bb4d0802bf1d9e76b7ff804628 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3f3040a0198226f7654f092118d7d245308b07d214fc49f80f33476d0146a7e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..30772262d0e775e2c9b995bac3b622c6873232cf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9801cbb75238b0195ae0486fad6cb5abb7bb40d840bda143d17cc0d69a29d1d6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5beb25ebbe9ff0b897f0d0de0dc62e02b0e9b2f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:617e3e0fb2eaa29eaa8fa4e8bb36b49f8d5d7499bd7b28f81c43e42d75438a8a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e11cdb2d9243fdd9a55a73fca71be6ac8934891 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83e30229d41efb46126b2fc287639493febb7ed163b4f889811d49f907852484 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4f7f5c5b3ec396803e5c1590319894a7df388d0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b829bfcd5419b9aa04ae654d2a903e6de217d42933372e93590c0ffa1d37f9d3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb5486f0af4e5a782b194a6851ac40fcaeb40198 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd03149fd7e987366f0f7ad46f338739b3c5811655a8ee01f36f930cf36514c3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f10a405f4837162e1cbb02976950efd3420d66a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9561a989082309b84499f697d96069658542ae967d7d9235ad21cc21740c7737 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0064217ae06eaa5d81d93db7f8aa674d36ee6136 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f03169a2a515460a6e033ae115226743d1f4255011bf74e3ad8fcad081e68fc1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..906278accb350e8ad1b04dbd3518bd75156e253a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:594a9a969fbdcd364a647f9b2e15decff8c3b13426c015bd9285ecb8dc581c3b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..83266f22cfc08f2613c7c210c5dcec16c3e4b1b7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70cc5b535a20e1b2d5cba5174f9840a2c888dcb20f67e37414b2cc152a68977d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6768731d203b462ef8f84357de1b4b66564fa445 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08a2872425952b6c92c1e8c8f9800527c2ca6412d97550267c09e1533d2d9ad0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cccd3d450ca0122c147d896c83726213775156ab --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ac76633b5ccee6f0011a1273d344db4a14f70745225518d141bab04ad38c910 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bede9b098a38e9ef86db2c443d51d1f62d0f996 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29c468ae0cb96f1d334267918cd889578214836c12e752644e7e876766d2927f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c59cd4d99fa4759d04c39ca9ee0692828a4298c0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c28e426c60b3943ea88a12234352e7a9c60a222f07cef6fbe411a555bae01aa1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..209faf2572e11cbd4114eab53db28998d94bbe67 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cfa6bb39762bb9888466f6538598d4033373ee063c4f629d5f56bbf178fe80d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9232e7d101db26aa9785efbbdca3a1b0bda787b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e33e09658595f624d317bd17c45ffebb35205ce3b3132b2418cb8e4e500871cb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3f6f185f36ec80bad4ac9986a553decc46f8ff5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b800d3527142c5866754879478b026d6f23a3512a1fbc05df55669b0477d7b44 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed84304f3be6e432f5ab3137989a2c213385f33a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81ef5f9309aa282be9f938b7ad46220c23aea80d48077f10f4f13b5f5ea29f91 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5109d25e392ce1598ae25e56f11b31c2689d37c0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:827070b88189200b832945df123976471d45220a05a3f293e3e6d605f5594ea5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9fc3abd44732195028d54bb4a24c77a42acda9be --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56338b99d57787172e83f5643527c50c2692ddb79d6e7d2024320fe31a542a2d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f88053a10b00ff86148dc6cd67c6f7ec87e7334 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b318b2c5975c1f307623155b12188dc0d1a3b85b8c3ff0f2fa47ed0d918412b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..987d8a23173b9f86b1e72da3d76733a38a50a668 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1db7ee99f98d225ff623cac7d25dcec5672312d674db5c8b7fdb5eb56f4278a7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f44d03c4554bfb805306889f77bf1cb413e5f714 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:999e68a94f022cb0d06ded3083d83fcb95bea57f0f03d5841d34a5f7f6ead731 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6bae476906c6f956aa1ffd206f43ddcb5ead401 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6727ad18324828de291c7429046fd759ca63b34c706378e475a19d20d3c149d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..40e20dbb3f030bde86184782cd929d506bfdceae --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9176373425a8cc1d42d4d15d5f114da7cfffc3395ff331aa0820575d37c8361c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9898d0ad6ab88b4f6f7ab358b3d42d69bc22c130 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c0fcaf022966cf223b41b0933497ca8b37e07b6cbc8fc439060a809830b5b81 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b95a29b0a342313792eac35202073684e4850450 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9021409f504e4e055cac67798d0c878528e7e0f4829182cefab5522977fde525 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6eb40cb6c8a2594ed1cf997f31676632dcf4221 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92d5452566884db47639645848927f130c72369bc85c9fc1c86c76158b5aa77c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ba0d4e31518912c299ebbec43e4cbfb6280f2ae --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3d362bbbbcd0190d979c8dc4357b97989a973ae1070bade10b029858ecd421b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d543a5cf7a9a23dea717bbece4636018bc875b4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:491c43484a33f7cc4fda3a38de7bb89b1084c331fff0d93b6dfd857d608ba23c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..40082c719e4e5eb24931a1c1818fc7bb522c2d91 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f99087c44c6e1cd0894f85e569c957eb113d60536e0acffbc89861d4758c7052 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4bf855ad98f2fd9346bb3f4edaace3baaef6a0c9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad39178b72feecb9b37a6f48ef38b42b0ffea25fd727863c7751af343b0d2b85 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..505e006b2a4386b690bc6eb6b5a804e712537ac5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d6b890e6a7b883f575d7163559014f9b1dab60b76403495b3658cd0de94d4d4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ccaaf7b53bbd7cf1fcb3624a11cc397013cdf09 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d32d073f45972fe2eba11636dde414d16658ad3f35a1e009d701188bce64d52 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2f5aa27e6c6271ad311e070308a151ef432cfd6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02840916f0938d83664514c0407bfcafc0ae95e8bd28aafd2f69e0f3f1e4824b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2fc9d87796f6266f342dcd92828d287cf4d7ca01 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d2831d23d8fd771aed0ab4dc7583a6bec6ee1b721e31d00a04f2c991aac28b6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7694f43c22d7e6dac048b70390735546aff0690 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d32b16625467c1b7bb5f0a3aca73a0c531b4fe51772b5c9f6aa263eeb11a3863 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d5d9e3808b7c16b3ad42d51f209df18b46a5bd6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dc19362c7945ba5ec4afd1cebdcab5cf2bf5ef5159305fd77e18701b7743114 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c0bfe6537518989990e20910e3f86d87f1b34f9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f736cbb4240da717d3568e841e2e6eda5d6a4e348106c57f116f9f8c0e20ef96 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..10a2fa32d5f92f52474989a707a476760dadcb95 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbab46b2b2e20421c250f1eae15fd20aa4640a6dab60b7e768d37f83ec46573d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d3eb95e0783ae6c77d895e5597bad490b1788c5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef8b61da223932d8a4f5da3d1510b8b321724d80fe41b930396549750047ea9d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bbe4ca6db6fe8593851630fb871ed452e4b4629f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:061d0a2f0e1bf0fa87fbf1be949fdba9867b585f13c4de8fc1dfb5442168aa41 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a90761071a02daeaae54424e90bbbf436d56425 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88690e59c568e473d88291d4770feda0157fe3ac02e9b62191b8bacf6b2f41a7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b2133c6d6cae4e67e30a2216a141df15735c9c2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3eb99a19ee73ab64a7b10d5b2fe222397d1093a6c91646ee22bf9526e1aebf4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..54f3af870b3c9d4ffa9468fe0b3cba2fbdc1d167 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:903d198964306a0dc21048e9adeea34be91268788f7353cf7e10c7d047cc9539 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..06e4507f716ea0e2f7d2840f97c58ca246544b1e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf98d04c3d655b12f9df0a2f9392c14c24204858fd658bd0dd31ea2718b507d0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..033ec0cbfcaabbb12cc42e0633b95efd936cc38e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e43ad5af9347cf511ff0c20fe1767bfd12aa8d9e5b20e9941f5a1d2fa30fd5d4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..262999e31b40cdc4551773e367a162c20bf09800 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0faaecbb7b8ca52bbe6d11f506c7bc3a74e43c15ef41cb78046fe8d642d2ab55 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1d64ea280d53b6338e7b200584e5795a018566a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9427e0845a77bdd6d02af845db9eeac9a5378f963cbeb6919ff313ee9bd5185 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..29b60cc88bb82d267cb48fa597325765a19b948d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aac68032c4635ee5864def1f034b05cdc08d10510597c0b7fac0c9070266a28a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7bcad9606516a53781f95cc3a4960beb2438980 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30e8394c795cea07d79c1e534b38426b90cc23c02f7b43e44abc71871ecb9c29 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/lm_head/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a4fcc72b606622c06f98800525d4cb13ca4ca2e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a1cfe45af20b89310bc7f52b6ee4315495357db7b4f27862a5c1e64ac838f99 +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/lm_head/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4604da64f47fa2702aa8cad3dbc853749a24a878 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbc7f11aa5d09fb7396aa88aee6d65e26be70ab7e9c2758557a6152dfc097cd6 +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c568b8c52194e5350380e00dd815414ebe578ba --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ddb0a5a3e2ed5669c74832754c0a6e882a79a3069b8274691996e24acf410e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a356c6a0bcb6acbf6e601a1a23f7eb529fe0590 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b489f3a3d508fba2ea5d29244b76d25848dda5e51578bc8997b821d324d2c1fb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c582dd8dd03b7eee604b7a45bb0290d36b426d03 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24ca3773a50d45873c3104567d178da8b150fcaeec80d81eb315926abb6c6561 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c72d10fb0fbe944a6eb74746bb3828e1b4128ca1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cbe8c0bc5359c446f5ba9f64f6eed28fc8b45b6bbe94f147fa9185be6ab292e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..932f0c33fcf41479f245b4bc063f9990a30c4836 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bad526d508c4901433ed611c188d243680f7713fd15188b947c4ceb8e80bf955 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..afe1917748124840bd9ff6d6190cd44aa7f4a9e2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:818bd2481a371e0e5b29fc3972c8e61966309811bc2f7a6e0d702ae968a1b809 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..23dfa3f36490d9051893c0823c33ce7ac54588a6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3e0016d54895246f9e55ff2b6310019429b5fa027b5548722b8482721bcc2fc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ca403ce71df54d0b4ee649ad43810fd62778388 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a83e338c25f44404e64c9fc257e3d80705be87be3504e76286dd2ca99d1c9809 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f65a8c0b2cfb8fd7fb10065d2ed53c709e098f88 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:902f2741c6c24a7511a0460e4eb894653a5c4c2eabf960f3be69bcee1630067b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ccfcd9a816844e04c1746ada53e776b90078fe1e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c077f5c8211dacb578a2aef95fd04d1e6eca8da0967786c1642d8d1faebd2ab +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..78aa44902659c0d4851c70cd837ffa0777088fba --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:797db41137e79c4df8f1c6ec0bf62e74c72c5538a7350aa5c74b7f79dd54aca3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..209b778cf90b8f3aa231379527e2c13000590d51 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9393574e049eea347917446e30213eb883fc8cd56bf69c20f5bfcc17e9671f57 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9fb99b233313e3725c8c685e104c9b2d7244e457 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:137ec03d5b053b5199fa020d3b0b301db5a32d39a6ad1069ed00472e706d1bdc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..41895583f863e96f457f54771d520439469d9dfd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf3e976f93b6f8673bb155170c069f86f3dab5b053a8fa05d4ccac11f13d6675 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..729c90c85ecacd1c6f9918c3f3fe0e0710793d15 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdc56fb28040c4f01a73c8a694e3f106a925df3a924c6d963acf8a3329ea2bee +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4475f46c75fef674d75cad44cd04f3b969a5901d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4365cee4d42c90b8295599c7d85478d21e3f7bc683e83ad936c7a6c6e5c229b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2666cb8846d54576609319fbff36d260f0f0caa6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93f13244e2fb48efe7746801a494c98595af0213be416302005beb7c6ea79e32 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..462fd690877652bcb90528823e1cda806a4aad3b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba4a4ef68238639211e56a7a4b354fa1b777ed26bae932b76fa068413318790b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..889d7ab9abf7ddd151e2dfec4bc427de6c3edf40 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ed5b50a6c66956584a69aec89099bacc16ccf9e6c5b72c6b0f9c62a6664e2f4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..51089d14dddee2ca829c96063c58e3b68654d237 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99102f25960e326355cadef36a14d1a64d616c4049465b180717f3df9c755f30 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf58178aa6d870839a63f5177eadb1c60edf54a0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6efc2b5f90ad51c4a0259c11a1efd4f58da1194998b4370d51946a854043eca +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..721275f27c0d5d502dad14638e5edc18b0b861b8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e684bb3483fbb24a5480700454e6aa61e7e27a97752d440482b60bb242731d5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..05fb36a01fff25d5bc9b9489d84289433a2c6202 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:883e924d4bd24078e29161026d302e8fb035fc9cd4fdc4cbf5c485e8ae0f5a66 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6941665447beee928d97d3a53a0e34c844f21266 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ea07ef5a7d13462c377e97d1e6db39493ec5f95f7721eb7dfedf8a2c3f727c4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..86ad0636cf0113b5364af2d99a943b6a60caa963 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d82f4fb9d75e05e9d9337dce93f58fb8b21703675369a768c40b31a9ad2c7587 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..21a1772876c2f40d4305b872eb4863688465dd5b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93986d56b8b71f4e7786ea58c111acf1a3455eddce1a3d95094ca4e3b62e6a3b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d1de93cd34b9695892eea667ac98d0a1e425428 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ad18e6939d44f0195a48fca4eed7b326ffb3fe0bc0ca2afb5729c51b882c078 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..72aaee696fe136bc5f4b5a9de6df7c1d2640a46c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0460b9a1d8e2890d33f81f68801365042b169fc4d3118f6e1b2c0b6c0a0a1edd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..06f3795b27fde55b9d46c6401b8bf14c8e2c1139 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dacac2298907365f455f25f687285e6e4e56a5c307f9f9057b6913ced665d22e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf1e33d86f4d68c34c7ec46668a508fe4afc6bc3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f552dd5474d1c9de96ea6f35b5784dc11f17e4f1442872bfc46aed253387eeed +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..df50d27fe9c2ca37af9c55568511f8f55ddffa7f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f713df15e2c57dcff89bbe71beab423e35542a3e83ebf459a5cb81e103831016 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..926eef03c19bcf52de1588bd864c7a7992110c93 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad11953ca7e7f82958e465a498b81dc9c38e1eefb8fe84a1ba0253470dc8ff1d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4a3d3d8bb3ee82925c399b5eb4a5fdcb27708eb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:377b25c7a9ec7c3e0d439433711359734ace3f9a6e32f13d1536f3f3a85ee40e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..db2aacac06ecab2e2e6f436c5dca3e79cce43759 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3dccbf3513c879bf18eb9ec0145e4cfc1cf5d492c269534160bc5993608185b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a2b5cd8ce14739fcd9e544228965fecf38402b1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bea6954e14ecb0c7d7fb44363fdaf75bd7857e179b1d0b90ff6dfbfa40aeba5d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9cf7bcda487f99b32d4488bc15cbe96bf57f40a1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c8476ee49da9ba56321ead66b2b51c4afaeaac582fdc385967bc54618d56115 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d39694624975c5a2b3bb827f68bfc888d52a3831 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65381900febeac1684c796bf2c7e659e3de8f461cf67da1090ad956ffd7216bf +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c8dc1c8dbbf6e2ac0506e57c52955905ff52fbc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a0abadeb5f9d12d6ebed643cbced891ae2e710eee6105ee20281eb10b7d9b39 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0af8767802b11e0838a4df3c455925ce44e96779 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:078731821ace0c417a0d68281d0cacdb56aa622e1f3a188f90b70bc04643da85 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..547dc7063aac580c1f9d880305caee617e9babeb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a2ccdc51b8747e097abc90dbb299faa19579142022cd189e8d2b7ced49bc85e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e00abaf48047288ede097bd24a4381115028bc2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b6a0e1d5db612dac0685634a587262b6ac611c75c61805289d0b81eb4d0c874 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d052c3d8a76cb193847a481a15dfdd2818d71e5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d72f363ca3390e09ba9df3f11ebef7cab2084a74a7ada6d3e11f4c1bec1896ef +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..49a3cba16ad52c8a4ab827458888633ad8c781d7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5419a9dd380ff584d3be7900d36482314288ddf8b41b9ca0c085b8fdeb5886b2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..08b1ff4a000b36f9822dc73918f13e2abe7e45fe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b77955c347cb640fa3fefa798f2987e165e0632ef38ad5eceba173ed7603788 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d6835b405f800e9fc7efa5b86f8d5ce815126ee --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:276dfabceff030c4d3a53cf98bf5703bfcd0c00511d8c599754f6d640721e5cb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e5dd2aa2e6907e0519bab70dbdeafb783c4ff9e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc7aba9e9c325638fbf6c6b740c62853d4c2b42110d7877ad65001c01721b223 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce62b434df5d1a0798475af7e9c71932195ef583 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:616d7a58de0b318e2b6be6f3ceb4f4a099322d8ee41213b1d90ec159241b4208 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4b2c8f627d44bbbad3b98605649bd596b741f77 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88366718dbc0323ddf6a4afc9d3e723e7c0376a5e039b4137ac5e270880e43b8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6fcf01421cdf7b01b9270ac9916b6ebb05c62e3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:060c7b829fe7c181a77c40f4e05a1d218e26490676d81e7f6e708477908d7c90 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4919909d87fba8c8a9531557f1f763afd48efbc0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:648faa05ba1ae81af73b66946e61ea53dc6f4838c32bf152918da8bf27944658 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..394edf241ffa7b8f2bc825e3efbd4b0fd314baa9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c05f2a80ae397bdd664a1f63d8db8e6a3edb80e74023fde1d67bab671fc23ebf +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d36170fb814327493beb2ab40741ea77ec9a9061 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a493296752921cbec7e20ea691bdbf18bddcbba3c4ea2a9f76965ebf59118f76 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b78378b3ffc711f59bd8019b4447e5b26350f023 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22984a21ccd5042717cda6541441f7e728e675cfb5a0e2640f0e11248df9b9f8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a792c29a0824faa02f1b6c5916369f56ce19d6cd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78e03332e30d813bfcc9858adfd21a40aa1313f513d5620eb0fc7dbbb6920f65 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3a543d9725df86236692eff6d1659bfb680e1c5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2866b799c459cf81234fc3b8f84eec6d9b64380088871b16ae5e925e778632d4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f7800b68695cebef303762f09ee7b9cb9b2b287 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b9667748826f5977f208b265bcad9fab16e225ccff48a1ca9b10756665b0f91 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f45c567bf7424501723257ef7f0d243e1302f71 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f927c375481532a0fcc4d395a9efc52b78f9e973f14657e16c5eccc4905408c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..466cb82c1bcbf4bc03efdfd9845b46572a00a4ef --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ba77e1002e516a46ac649548bd058598bf8b0804126aa37bb1c53c16610b987 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..218c405561d60d863bb5982765ce43a9e31d9cd7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d1451c76e33890a8d59fa47007905f37253b5fa720de278b57519d0697a685d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..36b542c43b0eade3419f5bbc7981c806987c4184 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76005cb2e449489b1284d10d1278c6ab827dacdfae4d7b2f8547624dd7457b71 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..29efd41e80b6b176896a8d81a5458c50a8bb5cc5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16d0869fd877a2810aeaf934181a42bd7f7c52b4269eec12b01674b4bdb42714 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..37b5cbd086f33ef09fe9651642e869a16fe1ecd3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0460629ecce7e67873cb5bfa474fa7bcdd5356d9342ce17017d19c2ab9f1a32f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..945c880f81f49752c6c8567212e28bd2e471b228 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4edb6358cfb2c5b8b9355e33e97e6d2592bef883e9be549e1121b39ce1425889 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c88bc729e946e84730c2af62b4cfe181af4eb88b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a1e3f2fbacb4433b998d51c196119cbf68f6dac6c9b335ea9f165ccb44166f8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..53695fcba323f2e8a25c5495a6c854ed178a6b44 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d198e39624861ad6b212a214152f30d97eb8d788b4f13501c9887bfcce6dcc8f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1749c065e31afe55bef6d482abc10f68556f2277 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41270b0beb39d2dbb9f79ad188a29498c9bc44826ae49a5b01e3c06309cda75d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6cef0f5fd9bb4fcb576fb9357dbd9b21621686bd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf5f1f8683172979baed2b25472b4b82f697d3539a4079ad0c321d9e4cd25739 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc50fe1beeafc4d086457f900d79a41e8eec8212 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d34876184c61bf8fc5d5b7b616a165d79e91f15a1b6791a02a9f17266a7f1ba +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1e5681c9275ef0ab5ba50583932c8b6fc7311f3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5216738f063472fea10c0a153f7c95b2323d02377bd00ad947d0a340fd956746 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9cfac0b95da6154f1b883d2ca01d451637883fc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a9040108705a5271f392363ea21e846a1b64673b124f477ff5a7d0bd4b280aa +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ebb7d9a4eaf8519a566987a32fc09d5b4ea5d84 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb188078f769269b9e7a3d12f36e51d75a5bca058cbce6e5a369e2142e5c9d29 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e768b62a0603ad23075fa5cf83cc280858685c2e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:555677e78a06fb941a3e1dc00a00f13e93472735acefbe962095a611a61bf1a2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6f680ba980d827ac8179177fac073eb4cbdd98e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f2a3120140a27a9d27caea29cba35f2b276c388504f6fded2b1fcfcd58895cb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e143a856d8603c0af6476464389b57b916fa7941 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9242390f71f631efabab74a803c396756a70da965f98d961c013fbba72787528 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f2ea2f67ee92f3098eb900fb8ecee7de09ec4dd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:462859df05545edf25bc42c42ff3d9de8fc78a922143f6bf79fbed3d39c5897d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..56662634b36f18cf59bd7be67c5e4bac7ab9e515 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cec204df8ca5eac67cee9efe01a5899e9ddffaad718f136acde9d6e1ff53df6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc996b172af47d9ce971934bf6649f19d0016053 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9314dc6e34a04a9d428df0b612fbeb542727a712fe4e9e8b49acb86a49d2c43 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..383487bf48734195578545bc409dbda3758b2340 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e26e3b6edc19cf622d2f651107be9af0f55937384530b9d14f9cb39b527742d6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..06946a215026a42b41eeceb36fa6fb882cb4a32d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04ab2a17b68b4ef178dfa7d32f4bbbc0c1da5f70a3c43f622501dc5d142a9166 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..43da9c5ff6e8eecc464da49324faa469032095f8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e06f9407fe6862d81f01a44a70124ed1b1e1bfdc701810c1f78e71d363dd346 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..623bd2d5635e19dd60e51c1d2452b33652327b43 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66110c7640da0fd79433dc9dc2f1664dc3c9b83886e59451370f3d4e4c4649f3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..73e7eb326d32e0ddaf39ca43b1f7ab81cf5a5c69 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81e7710ee1335ae48dcd88ddf6ea4c283e25eaa6e0d0bd9ce4a7655e12deb340 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..991643ef179484d6cef79179fdaf789c92caa678 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e42fea36403af8a117dff048bd2cb3ccaec5c8e70b560b103374352b3431bed +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..41e5c596802c6f6f5327ebd0435089804da560da --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:429319c83641612a2a5124325238596f77200b71995d8cb0ab76c125f2ff3d5f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ab2e5026a2d130f005fe8a19eef1051aad8c221 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0b3d42ed0e5ce73010b7c0854459c8a80504052dec88b1b4b4ca8d763dc1cbb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8938fc239cb010cb18c618907a4f1c289d116043 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20fc22c01348251fac609c5fef330cac0dd1a48f86c2ce89cfaec3da51c0b1cb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c44ffe36d88513337a9c2d6ad7d59fc3fb59d872 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1458612ba07bd5bc91f67818c88e2fa280b7ef5d8056e881b72a094944514b98 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..709a07dcf051466afabb1c0748d910026bf3722a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7fe1eb444891c385418727fadd78bc3ef366958050d73e03a4c600af6b596c4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5bf404751836488309210837c7c3d86a9a44425a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19126a1728873f14175ebabc03d65e076fb313b0441f29bfc90a61688393928c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..da04bd2f531964cdc347c2eb293c027c26028a26 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94b38b3595bc4d782cd7bef75bcf3614300850e52f5577e45debaa2085b02407 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0811c4f75c4f4c53a6b4bc101cb04b6185bb6e79 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:847deb8f1f3e76e6ba428f5033da3e16e99d6fe78789b5e944ceabb6334441b6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3323425ed7357567789c549c82004f4c49c5b427 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0e5576dd26915deb234a5f27a281c4aa3ffbf4a090ea5da58a91793c234c096 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e56ce206a7f21c383c2f703bb943dbc3f8432182 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee3e7961e7a490d7b2b003f3006eac4c17be7f46cb631b0f4d3ead49d24067b8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d3154831aa4459a03827e3884a412ed4c9de9db --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb25215457b8500d12e460ddce6f93641528a45f53f062369c5d2397b742bd1b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e083c8fb969fca2aa3ba2ff3f49dc6ea80b4587 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68cfac93b89291eac3134952adde5f682e466e363c6e9f1a9cbd66f51e37142e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fff734ca73c09426ba9f2ca4d1b29e4e37170e7e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89d1218e2e7431c0548412979e7b6ba5951c3be627f0a004f504e2e0b1014ab6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed9a722bb4d3073c630085dff5b6e5b110ea3cdd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80276c7f3a436e3e9c7f579a05512337c1f9a6131daf28db026e52c71758a77a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..764af5f4536a015ffd68f7674e05640d3a3a5daf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d76b6e14fcd661cb8ea1ae82e71605d4bb87feef01756c46a660b8236b7a71c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..33ebd23641647947e2f77200d88d48aa9bf3e659 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ad6debf4c1f0a66c8433f89fbb98799d1a276901afe8c1f088977a02f29b762 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..59d129a19a6baeac4314ec0254e5681ae5db017a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dba77fc1a34fcf78e735fb88691401dcb950a5294b6e89a1c6aeb3aa4b495693 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ecd29d8063697af2f22b9d28dfffc23578894d9c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a70c26fbf71ec4659e2f81352c3677bd6f696e9dbc48a3eda59aca266b6b12d5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a27f2e5f637eefe620a7464056b91552329e0f88 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e007d14e825cccb0b616db4033bd80ef3cd975480c512bce241faf1ea5d971fa +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f55dd9a9d2d1c8a1b70c62f54cb5f6d6de0179b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1e38a01099cc5ed5a52c028d40ec7bfbca39d3bebc979ee83f4caec7304f7d3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..114a3062503a235e0f4d3ceae218ebbfcacd1afe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c02c78c917a79d3307b70d77684abac84fad66ec6c093a2f5cfd2a81cf627d6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..594db2dc09d75478e6d42171a317a7644090c8af --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71e15d66c9fab761ded1a6b29ae9380efe5a5a2a3040d8d58394b5a30f808c8a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dae9c7cef35b33146ffc54eedc05601e2db083d7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9804267aa3c5ef3a201a414774e27f8ef2808acc85dc96e74dd501d5a2e71a72 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7aaa32c9867beb2a1a5ca80be5f769173ea51be --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce02d320d3db63700d6f1b439ef4c211bb1057b4ddfab3a66f657be4a0ce7579 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e105756c8de67a2b2bb61cee9ca8bd86a7f4e61d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68679bdfcc8021891bb03ae0a8929af534af33f6fcdc570b84b6b0c84c93c8dd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7601035731b32f38fe41dcef7d5aecded085ebd5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df6c3576ad3adebc727b8a820b2dc2422d767079674324a0c919a44a856acf78 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8987d4633505443c51f18660db0940cfa8f37d44 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17424feda5e6b47d5028b7f17b0ea0f9ad3dcdf094c349516d85b9546072b2f9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..24d2ad08ac256a7c3880c2459f6786b8a24ebbdc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8251ce2a4d501e3909243c0070e0cd63466901ee3a434c01434fa625da25e0be +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d21a86349afc36ee97dcfee6a8b37f14b0f7786e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fb0f1235c1751a1da05a2a1a8fc81f15e33842cc0f240c9a8b23b7fd6449231 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4bdb2bdfed2dbcbb237ee2a169b8dfb3a1a1cad2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:236d3b1540cc6038aee036f39c326905bb8e0d37916b50aa3943e0583eaf517b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ab2fb4d788f49dbdae7c0a1dcf369ac282a6e87 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c585ee0d452ec328742185d4cb83f58027ff39a4290fcd3a9ecb7e2bf0389ca +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce09f939394928b87254abeb6184ae4a52147c9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3620178807c42c6aada1b92043a1706da1a453df4a6748c33d6d7dc441fea20 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c76c3d522dbb72b33dadc2716fecd204f0cde12a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcaa7b5226c5e172552980e1722daccfca19769d87b3133026bf48a825110b4f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4927f5132bcdb15030db320d58dbde85123d98d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49ffc7b8cf8686ba87e03fa19a0c77c29ec58d56052fe15bb0f8caa5d14f9029 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1d040f64f1f67c3fa10fd5b403b990fe4efc76e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aaec777e5b85fcafc1fffd5a0f7ac1db8f9ca950d8bb84dee7f82ee60b7faa22 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5debb50c1366bf71e4f435e2470089d8c4517279 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8cb31f28767c25ce5f1ede54e06cc103e69be3a8ed4af973b29fc86448dc13e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e952143befaf0b9b886b81baf96b4ed5b68dd3b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1477221e9bd62e2014085455b4064c13506f0b46c529b820d326f39aeb4a230b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf9c61a1dc30ce37138ca616ee9f288edd2ef9f5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0601f4bdd4bb4b2c560d508c96ae1f37b9777fff4974d1229023f0268970eee +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba1512509194ed2e5390c9f801897d3b4576ed5c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6f47daee3622d65e6e07930b6488362bd9b9c5d9bd938c19352faf498955af0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d414a267fedd36e1e6ef94b5b31f5fa4386e7984 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e605a02cbaba1a4213bedee27a04807bab2c8af925166680ecf0d88610d90d83 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..90f865bc6fb28d4d4f3799c19df55b07e30a90dd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:994afac8305096e306684fd4c09dce6fbce47a6b4a2a4fa3e88d308f08d6226e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..62fc3c8f606399673bd70102a51e88a2e198b2dd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cba71f5cfe98a4051ea3f4ca702099f814f63d5c827f36809b22a37e52af6af2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aac2a002d1eb5b29925e0021cb5a08918da02cf5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d566c99da930f0c2ccddfa08aac8b18a789b83db97c3fe77e94522d8fec576b8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f23eb42c35743a6fc8336ec7aeea222f681f3f6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ee12bd0d1c4aebd801f708141f800880dd598d8d5b6f79a3c14290ac1bcda63 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c45a856a9697d6e8141e30aaa52376fa6ec0fda7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c6d1884e1d3070866052c5e33c48821dcd2bbfe5c0bed5c3eb125ea6552473d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..66ef8e0b8b59f56dd3e953cfc088b92846d5de47 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b199a92e6392381b21efaa4ebd99981436c2cbfc17932993e90a57721057465 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b2611ca2694ec97dddcd3c95c496d8836b1e73e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a4baf8a71b7aca206b1fed271d5d0e38181e92a63a5ac08a90ec157931f0371 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea9ebf94f167ac236c8d0c4ef2bcbcebb4328f12 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a027a3e49bbdb457f21414c57b563650da7193364cf475c433cbc03783ba1ea +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4dad8b10d3ab6255ae1f4557245423d2d88f493d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3199af4aa822690d2df6d5f83bd97cb2c82e60d1138c7fdea09ebd04ab3fee91 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..92e8d8b3d5c9c0de83437e5abec4ec5ea4e5b136 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40b555209548a84f0ea9187694459a82fb62ee6de1b5e32d286a3b0bf360afe6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..12851890439db3223f423eca81e11cd33244422d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e8288fc4b9bd81525c95db7781b0472f75e50703b54a64541caa67cda790038 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d19a564261e9f9f9a2d0136b0f3f3978de78169 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7af82bcdb0d1ee01ba3c8b25bf3ec2d12ea58873509daec211f568b292a462b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c82633f469385432766243edc341e16d3914585a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71452340e26b81130ee3d21733167c0cd2a27d98412498e9a05267472e7b3927 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f28034a886f9adb99d34993b3da040cf8672da1b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2d405b450bdbf7619875219af62a1505bf0008a1a782dd1b92467c07b243c59 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c6b9891abf0f22820f92981ad26d11b2b93d756 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e735b12fdc6b7f5f723129d6dd92f6820f1db7ad28fb26a05ef967a1f063f2d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..48dbc68191faaa7078898ea98635acae2cf60c67 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03476f20ec44a15e782893a6a16888bec7879cdf18815c9b0d152190a2a9cff3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cca3d55232391f5e0dc330b1ee8b6d626938d43f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3bad93be8c2757a1b373a15eab8a283f0780e0762ed39ed6897c091826638b0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd12c50d9862806e0cbce617e7d33e820c41076e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14d1100e51522646b3e9198fad8f5dea08f660f57c40e6447e1869379224d253 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d1babb2a20463af08eee65d01be6e5460462827 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e0afd37c566ae45c9d28139687fa936fb41aeabd1c62288ce39829e3cfaafc0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5652fc7183c1a81b4244c33639670206f30f8511 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cca7d051793153f3a5b9804b256a8e5ac967becd42586e3227e25a32a96abe6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7fab661bc92356783ef2d92647c056010557f187 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d00a902bd6a60432746c77dbc63eea96c166eeaf91423fc44f340df09138e531 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e958df79e2f43411f0f4757a8135d714e0ff6c65 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c99d2fad7899c5ab11d1443c77ed5a3358f9295c5525ea7de493f1e14269b96 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9be60d5297203a0f42f29a2ae817caceaecd882b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba95548490a8687440360a0a539d4892fc6cda9172d9a8518ab2901ec0289848 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1cb85305379ce554fa6539baa87cf3e79524322 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17c81460994735158033b0d3e64c34f67767348e82622f1d5d424067bdfed4c9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..62c30777a672be99efceee7ad02db568d6814746 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b41f6adbfe7bd6a1da118d6168875defd64ca5167d5ee44fa40b0bdd6eaf1377 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1914deb1cfb5e0d0ff199fbf1cdf86b5bacebbd6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63dbb1e0e6421a9ac855403ca4a3f1e6ce20aaa20558ec556e07bc16f7c5f4b6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..49d36eb988bec842b9f9af34039300e3cc0c40d3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14663203c2a9e28ea4e3abd93908fd814d048c295ba96cf716b236a55deee889 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b50b7d603b251ceed3b3ef7c834f2d3f0e5946e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b726bb4537ba3b27da7cf7495c9aa3fe9a479b92fb8d9b1edeb4e914931abc6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d743bbeab0ad766abd58fd3f9dde385ea26876e0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebef224d25508cf7ebb8b9b26e415f92bfc655559764771b83f75bca6eb16bac +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ab2c5aaf33b0263a7bac82c2161738001f3f153 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51369af1b2453b47ad86d5240165032b4ce81053a13e40e43bb94b034afc49d5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..19ede805b91c6d375150d1fc54ca140ec55d4c6b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c36d13ba3ac48174a8bffc86f1747edbef4e82be42351860a13eae2747acad3f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1395eaa184dec67938729f71a95b2dba8f01d3c0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:358cca66721975d088e51b17de60ae088880da5211717e15f863be5501620eb0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..929c900596f831272015385772c92d50f0e60689 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd057885fe9519966a9b2b02cf8581bb108d682b92cb3266533eb74b4200984b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2661e52cbe3158d4bffcbe6178f5b6213bcfd274 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa30a587e4f0a2d40b0546f950e0736f9ba31e5c00ec49c09b65efa6c13ae24e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3b6c28bd856f18b48655742e5943f402a956d6f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2ffff5f3dcd9feb01af1729463e12ae0caff869bf6a59fee89d167ff3190412 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c0d6c2b7f62e06745ccf4e97ef9462a8a599362 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb35afd3bccce07cd9382eb02c1d318f0ea47e54323c409a55bca0f10cb78bf6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ff1a333dd8090791f59f0f7f45ff3b3627a149b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbc911ed5f06ca99029a1cf4fc98dc2671a37155a2e3202b1d861d53853e1b05 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..78cfa9be54246043605eff54687154908298b836 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fd3425cdefad8c8b84b9f8d51bb5ffb28a8558304ae8aaac4a1ab89c97ab4d6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..17d5c3b871cdacafdb5b3dd2e0b848b2c5525ec0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05fa99d12c1a53006b581ea95507902a18042a48c0fdcf6f0dba86b02806ac99 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1b12d4ec69f39d6912e32a2858b616194706c71 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d765dae645d5112570d7a6f1b353c6f36d4d9a79b5a53a4922dc72f9ca2c96a4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..571273df9fa9ef6f72f1bec35b63be3cd3231d7b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c84e7cc87167f29280f376111574442bf2a585daa2eddc593983c2925b2fec6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2315aff211de54bc4dde4c5ccb831c4bbc4bcf19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c4493f884011bc4e11f5907d18aef3b0e197e89c3223bb6650ae9a09fc05290 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7df74f1a4d581c16d3bf9ffa370acb54b5862506 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6ceef92a0242be38c9f5472942320cf10882ff88e3c8e131ad03e7ab2300a97 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ec4132e66df7d20c5a510510814bb7a4ab299b3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2b53483894959ff258acba76d776b93cee4b453e92709b1a1e03d32188a8755 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b06eb8699bf8e5c05b268ff7a609745bfd4495e0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f4003dcfcf82a574ecec2ba0bad487651d493c072aed79d78291ade48a816d4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bba3de83c482653bdf3145d6e8af41b3244b0ea9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03baab61f1fa56d6125bf9e6e34996007e3e52f33ec727950e8ea519fc1d4653 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f8d5b503dd1cc2f10a41cdc28fa70cd22b77b4c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e40f7d90f6e16d5286fd0ab1be2c9391d3a9d341813309bc07e01f952b5f89a0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f0031a1b168f2ad642da196985b0325ac100d9d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca97cb5c2c9e7e2335f7bd9108929fc0a9029a2a65ffc4173c467ead46bb309a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ffb12a8d7786fab88fc6b72edf9526b44fb4abe6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2a6d516ac5ca4af3015f91fa6cc972db94cbbdae9b29556cdd34a27b402b18e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e94e09c729b5b9204911e557afcab7b139904d16 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e3ae640244212655887a525d5a24f626b8f24f58ffd2ee1235de91e96a3d465 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..623d27f33c5326315e7be63781d09fb354f00c8d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b71159098a57be8314c5bf2adbc45db4db3b660ff2173c05a097f60f590fc6e7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e10684355a15b8812b7df6d11e0cf3e93d2e825 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c770bc524f18298457cdf0e34df8d79014971dba3b23de176a6c00499ceeae0e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d8f36d96d0d3d2e34e94c31cee240d67aa42815 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09f9bfdd6a038c7610f86fe1d0311f8756e360c3057281be31664cf2cc1803ea +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..85c19a565c116d1a37c3a20763788a5807d32887 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5857fcbdee8114fa02e16aa4149fe709e5d81051a20e7b22d3f047ee09499b2e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..56c634d1e83e9d0fe47bd7876c96b03759736b63 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:853c362b7a98a2e32bf4ba26730fe4dbc0565e680b8872f33e0832b205698ed7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ace21dd01e899a14feac3ce07eab63550b23d06 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cb5d03b0c14fe13188be4b098692ba2de21fad94e60b143e06fb2ed8ad540cd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..97f570f92d8fee0e6e015cb9f35fefe798d4221c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7d9403c5cf810c40ddb9a7765954ea6999059790eb38e87befa84b08b81189e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f512b6a618598a1418e2ec1a7d230781a02f1a8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05d91d015162fc0bf0b4e6dcc7cb43d18226e682eed40f6493b6e3ddbb6bf2f1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d7315ab649e335588f631a9a2728630e008c23c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf63fe10833073a2c44cec99879553d638642329a9635d61fec1b54d81ae84be +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..607a66698c858de88711ef2088f4742459ce69f4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:882f3d106788c4911a3355f57b8d27a2b90ff787b762667d4ff7633d143b276c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fab469eef58a564162021b0e52d07b4630a56bdb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5e5b4a0505b675e15bc8ae0e8b0c9fa9bf5147de3ce3666fb30d2e36e86f5e7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cdc9e15cd41abc2802d10caba3900e69a7b23869 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4a60906a7c0cd506b1c96a1db01d840e628e710e4d331df1d1a20d06cd7669e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c34b3fcdeacba6b5736438e50df8bffb4e1ed6c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c88e1c7a68eb2c7805dd98d61ccd38892bbc643164c83f0c85f656a5624e6cf +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..309da13729e493ebbbdcd8020e57d60481ca9564 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2642bb317240b8f4225b271e7dc1ee5df85fc0e002578fdedd024813235c2e03 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3613c145c77a4747c911c764d83b24ff3d1baac --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d5b3d661881752aa6aeec0445cc95f514bb3d9ed2650d875d8a19856967f84e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9dc3b1fead9f0999c80960fc3dd0e340afe2674e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23bac368648ba9b0b6f7d192a7c9375c537fe5a47da11bc17d9a00cebc4d187b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8bc37947bf08b84b2d943e397054d5d67a3dce6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1145d661400f847759a12f69d62a78c3d6cdd1a8ed58ff7c92da7e88eb29a68e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7c59f4ec75307a28072a8b9c8cb7a336d6c3324 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bad7b19f7e44919c1211c9f8a78992b77e19cb467698c491bdb246123a8edd62 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f6c9b5ee72be8620f5b6e470a5a649ecfb80fc7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de81d54f6cbb7486b6234ab8e170513dd667fd02aa07b005d895a9e3d6df4f00 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d05e84914820ac15c78ec5498c4e19dd89e67bda --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:406e8b124983b5b0a2128086ae86b27c0cca2c499d7d71998675ed36a159a481 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6cdbf185939684d2b7f61e6f9507bf6dfc70eec5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad340e49b2051fc42f961f330f60bd982710ef28adad2b6f8e1c5ee7120daf86 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..24f7d39fa63b9ff6ab3ceff62813e856c8249139 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68e4b612ced68859f4030014254a02d01306d4286493908a61649d16a30403c2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f0c6564a7f113c39185606d4f3b512b8f174900 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85a89634caa78df0e404db7b3c632acdb2bc524c4a013f792aec855a1b2bee04 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e0002c37c327a810f615f8b1b919853be9f9b1f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f7802130038163463e700c28c1bd54b2a48f8648e1d58fbe424a17628c9d60f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e707033c32da322f73dc8fa3c07af3cca78baeaf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57827a7763a8882cfd4a545c15d193c5b39138fd2720ce1126d6a639509981a7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d29c2d077aea0c7d9f5f4c13b3c641af97bc5ba --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43d3b5149c4a1c552ddfc651375bceb547f763dc6a2a7d088d93e4c0c6b2b544 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..409565a9c91f49a953c671165af7af86cc08021e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f148173ce6dd86edccf33158b7fd2072bd69c2c1c0da5be5f2bf2fc5131887b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..29e5918310add17933d0232ee8b08d1881c6b6d8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e28f8b9124dacf5e0356db69f4174d7d2caaec8f934559c50898ae862489df4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e8b58cd158be3cc86ea798ac8dd00338e6fd29a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86c2c855e86a5746896bf5ef632ad0ffcb21bf49f03504baed236af7c0686049 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e17b48f940d84cb0b5fc17ef791245263fae9928 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:586c693f411a2f5405f7b0c765dd18132cc4d8789679628e452ee86dc752918d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..83eec9fa193effe7b66c0c9590be511a02d81224 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdb917beda096f51c95a0d2b01e522f4760bba4deb8993dd33a67a961bd4b1c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2935d3cc27ed454c50d62e60fe3d7263c33242e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50e78c9e6c040396fc6ed094d46c75b4a39f5cdd4bbc303ce2fd876a12b87fe3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7002a02d0643d01fd7d7dad3a7688808b59ed3f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfd4cb4ad6133f6ab071f0b07d4c42448e57ade376855689207d48803c8b05c7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a894f8a5e663e5eae60860c6b89fb36c0923390 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:605d9a0b2299e02560e4d178f5ab732112788ebf74b4fb7f068cec47b2a43024 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aaa3d4ef36180965480dd58d426e5a59e8181676 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c566d4a2f6c8929c10a00a8d241220bcd52807427facd40585571df73673c84e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5954d326a7c59893ecbaaa3f9c385eba71a18883 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edc8eab5c4f9ce147635596462ea34ceb5c2756081ee956761dc086bedb31570 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..226d9aaa4ab19704e2cb1e50438bc7383d9237a9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76640fd821b9fb1fc515020dd87ce2dde456213c639e136273982d73d8bf3bcf +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa27702384a9d8b7f3f4b370cf4de6179fc24074 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8db7eb290f9e4eeb6031f5a495f3e24fb6c247f749edb02dd88e71f614d9de3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8032478531bb1d0f87256070538bf15ae9c0a67e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02cedfb4128969330870a8234e7895ab4ba19ce75ab5440af89907a6ec4ac0f3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..355343736e5c57a81244606bea25cbaee8029429 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe9796d2a2502e4de80ea069f9a02c5d8e34db725bca323f7c92d0ed3e787c80 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b407301e68f742cb8627e4001a2d92c85ada9b1e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78ac4edf72e8cb64a926754c0fd10f8c797bd2778109e6e4fb952b7df853bb05 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..16396de8d5ab243405cf9e79d2a76ce1a5678d01 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21c9888f9e6bfdde94146c348063d7ab04a6d9c86caa2514fc867f6967dec633 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..694a400cd70e1e396ebac251d3df49d57cf77f72 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ed62e29660edc8da0a8c63b2cf27fb41dc70178eeefda665b7b7e86a1d1de14 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e217f2762c65aae4185e70892c3ae3974719ba00 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf5f934ff5a136e05be635ba6449214e83f87fa2799513c48bd11e85cf563e8f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..18ae2dd7f18faaf149b4f9a0b1db973333358fc5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2270524b37836cf75067b4b79dc9bacc2d68441ab2ec0fee855c5db4b53c653 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..536251d67552305d5a4054fec2c680cd23cbc491 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cb726212196a21f9e948623e3e9eb7db877ade5d9cb306982345ac91d9b33a3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..596d0ead0b1ac10653b4f11f878a4caccbc9e503 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9165fd6624381c56570bf3311ecb60a93c25bd80a052e831e0c14c1ed1c7f8c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..04d235e364237e3fa95155bc0643cf14cf0334fa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7de1f799baafb48b5e6cf2316ede30a3a7105a2489cd204580dc46930c9c942e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..da9cdde5d3c70eb87805838717ce0cd6e02d16cc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f20baa0a642f7419b10b6f7cf3d2c59bcdb31423f14a45263c0125038ec18266 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d0471876a4d9822c8cd6e66d458ef2e0afb920d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0c6b0e535860e33b743a29ab386c4cf310ee7b32d354e1759270f74371f32b3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..17c256f9556011d58b86d7e6bd95b3303fe53b35 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8697ecd008d0aafe546ae4fa0dfa7ac5123d32870ae0025c2527528b75c8631c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c08a5a2cf18b887bcee6feb19e53a3f95dc8851 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82a08f3a9c645bf9b92065d0ea9cf1a044f70712349134967b7df1fd03775495 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d87ce144972a96ee0e326c33bd309d218c6d7868 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68cdaa55f9337c901606ba168f5d372cf1a5bb995b67742b9ff8b29006e8e340 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d617ac0faed5261705f77a18e5ac064c02ba55f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb6f75e69db5381c2b34b723503e81e7f3bab077d9650aa7d4b700a0ff0e6e08 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..acbb937a1be1b24f02f2c963fdcc435d91106861 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f62dd26b4539282f40c7edb0454fcb74b1ce26b59ba317717a41956be612ec1b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a0300fc532c15e6272829200f58cc54f053eb37 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:449f6f649c3dab756057b4c91610a534fb83ff9bf740666d11f251d5aab128c6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e6b857d44b74c6aa80c4d5b236746e6a34b89e8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1167db8917feb8fc4245d9c2ef36e7e06043e3527ef0658bc6962cdfbe2850d3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..29ced15190a35f008a6cad8829a7e05a93e7593b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bc4dcb12c91611acb5621778e75202f859e076b9c53b66afbff5836a8b7536b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..80ec9674eedcd1d123ad879600d9e7a2bb3b0bf6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd80e995ebcba26865493b8caeab9b584856736e84ae08de39ba5443924f59ac +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3ee325e57fdc991da79bc24ddc29d79f6b6184e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e9b457eef9b8c01e094d80a49607bbd042ff7f733162d43c4b22667307f2906 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d28b5cc9433b8674af1024bd71e1747a088b4f85 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f16a34792700f8aa7a388600fd4ccd6911033002203c544b6d55f01ad72e2427 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7885ba29b28f846b3196b73c0088672b340527c9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3373f2544d98b75a20f129fca6371461bdfa97a81a4903228c8bad213b354d52 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b69bf687decf0ddd6a270a3e715ea665d230516d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7f413dc0e8169b35729b6295c1e6f43b4448adbd872efac901ddbb350f76b06 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..de7b74cf2c8160f0bb47a474b62857e938082853 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77586b63414230f0bf0d7d95c9bd115a51e4bfe808aaabb09baee0554d5d0d45 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..662696c96a28fbee1666c031bceb1bffbe24b46c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be6f6083160160c8274b76252022dad8723ed89aa888f2778b15b3a92be6c42f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c542e915bb73f0a16117dd4d43e8878678ed506 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22984fa359c542d2e4de0bb2953afb649cc0426f88ebece02f88026605b960e4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ba22f7b90bb907ec1bf6f3fef28072a7be576f3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4b38a47c296bf2c54d8299309d40b925f212291c6ebd0ccc8aced74e9cbdc1d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..56555e208566cbd4e14d8f12b5ddb643704df9d9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60b04c198d95a22f4a45c90568920516a52be4398995c6e22bdd3c87ba98bf87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..68edb84e753ea7ebaea1fa2416b1bb10f1b67b7a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4670bd12c90c8df4c6a5124bf5a049c2cbaaccad0a8a05941079ab3e0cd2218 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb285d0531200e65482320e1843d44fec3dfaf09 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de2382db8edaa24dc9576a881777cafca3e9185e0f72d418f6681e60cdf147d3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..12d961bbbb23f2e8d673bfc0c26e0705bca0d9e5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52e8cc8b0b0593b852fef9ebaec22676bfb5ccbb961813142c7c7c2c92a877e1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..08bf7d2cdcf7c682f7098bd4f812ddd3ec4aa117 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1213b60eef2c1d471f1e1bd398092d06ed108879697df0aac4d647b4ec971f25 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8f2402d6481dd36226a8589ee9e8be5813af513 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6215dddc38bc881fb4a30c0fee378f71543adddda650ede9968f65542111d904 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb5e7e7c692355504aa0c0924dd75d70d55fd8c3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de7c77d3aa0e9aa0f99024c658c9e6200de0af616100304d78b87b804617de81 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a9755f29de2542a37069976ad5d3ba32a4134ff --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de6e534bc55e7c199d3ee06147ba8f9d3418bd6847edf031d5db0f722c485455 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..176d1fc8bc6a5cd74b6b65718523f03e28b3ad4e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e13d9ca09cdd26aa0f57f978cbac2b46ae907c3c0df8eb8e1b9a91ef95f01261 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..95e146952c3c4bc272082878fc0e3dbb63a9e157 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:542e91faaec4fd1720b4971fb1dbb16337d2412b9afe42f9553c78be4b4a1fd2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..37ad4decbaf72690796b233026390bfdef7f1026 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5d1d35ced68983eaa07c71584e792ba60be673a8bd2c5d5449d2902dfa92d08 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b7bcdbfbc50db6f68fa16e50aaedc577ff55e63 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:291bc35521bec4cee3c875c5f2ff065442c29972029b5b220c9299286c99f45b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bca613eb18968ef8d12538448ce359423ac52a98 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2208d90ea1faafe5092c4f709d81e57fb755dc53b6ee7767d8bceedf0076ee0f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f07901c22d269080eefb571e7fcdac7290235370 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c2c4b9ed9f1f87daf858059cbcdbcefaf0c36bd53dbd3aef0e902e06b74bee2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..343e0cb7a2c01dc1490fd577c21bd080859920d7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d9931a8d0adba1a79516e365331978aa947371bd0eeffc7f35ee60678441f8f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..13119d64965a60f19235046b590ea7457216374f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:918f86d894af027b47b05dd1e3c5a6d8ada3e1aab5068de04b61c9b6835aa256 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ede8e05f5565493f616346c9117354eab255da74 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ae5cba84ccd68e50fa0a468014452600e47db54ee67a27b81214be0df55434d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c3ddcbdab4c090e262e9dc51560c4fe7559f408 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02d7161f265f113bf6685e5cc7674c434b1d746fcff673a7f75fd5594d7527e4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..11cb4e4875b232f538bfef076e8f242b3d014730 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ad947a0d6103a5bbbd846fae369701590666bcc808a54c04997fae38131a313 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..88c623c8c91ae0a8723ac7f147203fbadec159aa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04eec91462d3541d25abecfdca0c1c0f668a2eb415c4f17dfa7a4924d27d1e6b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd9beb766a4ce4600d05b88c784e3c9f997bfda5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43bddda31d1b8acf2e79a85e7c3cd6edd04e60de1c64f1d5248c1fead3f17cf2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdbc0465481877b1f11e9b6d86821f82e9d60a6a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f4d64aa5f983bc51c2728462944384d622cd9a667ed7c6256fbb93bb952ea9e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f8c3f2bacbd39a7121c39fe97addd2eb429a8cf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22a0ff6492d8e7550e65f64a863d07238300c7bf7848761157cb7f3b0bb9d37c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d78ff8969daccf317407bcc1dbdf96faf0f7d728 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:313593778e55e383033025b05e81d89d853a24f5e7e34896da05e0517ef2d19d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..80e5fc37441e930c935275cdae6ab8f844349258 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28644f08bb0a82b96bf2405edf42b5ec7ce8c995b1fb06314b9e59da19e1d183 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a721e38ab6c4625dfb970101c735970f9d88366 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c512d2116fc114657a0b4fda3a690f6de2ce3e7731e166ef70dccfa14461591 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9adbd5812ada09d84937cb01998816ef82ff483 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5f9fe2fe0e98672557bd1afb9782c940393fa2773b3df197edfdb6bdbb6297f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..72ae6befc12efab4b6715c0b6c0ae21efe3022b3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1797be31bbf46b4339d08b18ef600e35943ddd8597f8cfb501bc48cea5b3f09c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8fd0aa43aac0d53440f3e83d2aef9e9a27af2e64 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9550dbd3f550fc2d6bb6a291308be53e28ffec8b4e524ea690e4e9e19ddef610 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..22433eeaaa1aec061b4f41d8ba990acaa3b0acfe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7729f8682252c9b0b70c2c4f40efaeff3c243212f75f6b135baf7cd79e25cae5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..260615dc59096221d0964507d43105fffe5426e4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8bf9cb9eb4954ed6fb231f2999b019b7b1743965fa880a3d9f54af5d401e6c1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a977deb298df04d33e68fb8beb08e443fc9d056e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d00f2a88f264dd510e28a0ba01849c25e1a8c79318c437acba4f1fecde21d574 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea4210cf617b1f9d401880987e92d67a8bb83837 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a1e66ded8d0983722faa606c553d4f4c73793e58d17474677f487e93e24c4b6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5571380312de76aa7620b514dd39c35b5f098377 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c33ff6d13987b598545199812621e3ddcc163033565e44ee3943053c2a17e7c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..37bd8a03c1b11c525c28113506c7fce2958a3a0f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:daf3af59cee2068fee6bc73a8c14d600589395a0a3331696372c24a6dcc45c2b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7cffba84d98f0cdd6472c829677daaf5dc187cac --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b3260ff4121c72569470c4b29b2b4418c84bfa12c4cbcb0f477ab2af7f6e986 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e33aa0cc8939ae4cc0b8b2aac5458f4faffb4a2e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee6de2259557cb12c585d31ea9e31304744d26e1e06aa142f1653d0d0702e7f4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8cbffeac9f886a0426309066377cf0b58956856a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ce2b6048e8702ce7ed56e39de0952b9b4ed034c7be8e72ae67cf9313c21072b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..25d3c057d28e5598706b2b8b27825e7e3c43f3db --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:862ecc5ca3f38b427992d7d39b87c5709d341e28bee2a61b1ffdcc3faf027799 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..75f29f184b5f09dffd50965121995c48ce9379d4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e65696817157ad5f4151ff2b8254591e9b8767159b52ba73313b18b3a3019623 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bec453cfaf87cda17e17f72071eac87c27b4f89 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d966ce3ae4910e14a763a68c06f89750a63f44668af242d46ad075026058d9b7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..be54a99776909eb38f60e1f2a08fc631aa83bec7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:868a7e585ce20e7567399f99143c225c99837e18b009f2b67089031e0c6057e9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac145f762bb7e18ddb00e44fa5a9f92c5aeee910 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5336f011336a70a45779e005da46e3bffd02edb4215396a871938387bb3eaaa0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ed68028b189c8831946dab373145e09cb03df1e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2db345b5daa3705c2c8df27a4de76189edfa5e9fb8506df9d327c0c258800db2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ecb6209337189ff4b9bb27ac0f37df1d5847b090 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41190bba12a49403596eca7c7f4c5572ea2b65c45aa9a53a1a3cf1bd49f466ac +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..38a6ed5c57c8a80c68b07d0b5168486d190b04e4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc441eaa6aa294f48322741555ae1403375448be6b86b7372f349c3689bedb0b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..95d7a6c4b93c077c01ee07c8bd30d9fb30e0b042 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d37ac0d2c1a9eb43f0c2816be16d32f812de98ff7e8be5446ba334238828401d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e33b0d289b5cc8996f7ac23d5318ebb95937a85 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57a9d106d264b6b842f426b3d415c1494c275fef63883947c4096e499583517c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b55fbc53c08d939a124bf9daeebf35c217d98241 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b8ef9f50809d1ba5ec3dfbadfdb44dde027b3c6a817dcbbedce06cfdeed4591 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c31db55b766f25b47755a450d822a2e1b1bae1bb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aaa449a778f4bc3fe729ae30a168b204f0415f848f2ec0d4f02ef1e808769324 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ed49658e028546ca02e6a65e6a8bb577a02c6f4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a969ffb3e2c2aae0b50f7e4d958a3c7c013a2b91d2e2fe57807d18c9a0bcba0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fde277f46af42c7c64a6cfe0ffa4a27c601206b0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6e90f492081c8092e3fbc6154b6b9a8ad13bd3fe710d9828073cadc8bebc1b8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..56f73dd0720ea901f2a2d705ec6e9ef615df0282 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eceeb00b8ddda80497714bd7b32f9a98b94be3c1beff18eea97b3f88da4c20a0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..004871793aa567f949ab634b860a41122279aa3f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2617cb44f8c3f18d729e4d47ce1d77adee24d13a9ef24b8b43edd4efa2dccaf +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9552f61bd5385370feffc45c2de36baddf761a4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53943131438ba3ba483ffd20d69169cf84509cd863fdd01dc1f90dd1567359dc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..739ef07afea9858530f378c4a954504f97b8efb6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5592589d2bdb7f723e032e29d68aa0335ce4d0e68b9a8cc85606c33665ea954 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1401c3f1f809fae2820ed08cd2a7f1cd7022d85 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca3564fd69f209070e89450c520be8a7d3ba22d31a4d940e7629bcda476b6fd4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..82459034e2bb0a83a499a78d900d638de92a77c7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1d77919c09b10b832646a4e03b16f42384d3fa676309d5d97c3e1649d3350c6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..88a22e0ca8ddd3b37d119ae95c41dbe2bd395f75 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8698813af0a9749f02cc3ba232fe9ad3a929f11f136ad565a11630d99960def1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b404a7d909a7099af9fe6eabfcff3b8f848eac3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70fb06c81e9f6653e68426c173641fb66376225e2dd7a3d69c663180a033cfbf +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c576687f4de06a1a9bf05622b30cf979f6649c4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8864038ef2bf0e4d6d9af36973a43821e0cae66b1634bad7a92c9ac89fe1ee10 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..504911fbdf76c662119eef0e59e22c9d91fe8f15 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91f8005f4fb0855bd28ba0fca939555a6c5e4259dadbaa421de875a471781e24 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..73331f22631f84212c8d316e3bbde3a7b7244671 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0e0784683d6820f264909831de0fb3f5d798c782cd61c97ade50e86e97bbadd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6964235f626ed3696c37c66be0435a57bc0fd3c9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d8a11e6141d0d9ad5e68293853668d8af4e537ca2fded833e9ed9d0132d4d7d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3075fd056f626df4e1153761418c6bb16013d15 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:047bd09cec7f3f095c5b39588e2f654fbe5d2135c585a1224b7551fd5594d0c0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9f4059168a86851fa155b48048ac529daed4fe5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94504dafd78ee90b57cf3d1fc9b5c8d75ea4243c2aaab3a619dfdf9e9ccbae33 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a5a9836e8fa9a0ab930a26d7726df5b14a56077 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1908491ea51ff2878291f9436124c20c62c5131280355747f5628945d99e1f9b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..161596a128c2836a929b2d7fbc896beab56b6910 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15052ff3ef01e05e601ae7c5846922df573212116d6b7914e35c920691409ed9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8fd519eae1504adfbcc508506ccd71f258c1e07f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b00ebc1347c5dbe7eaac74c49efd98c2a8fe5865399f39617a6d2e2239fa5657 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a4b021c52f985281b8c57647c0b4fcfc9e42651 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d93582eca64fad70c7254e3a13b3442ffe2f51399a80cb91527cc31f4a13a6d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a62ce36032e1d007b0d004080aba99e7f8ca80b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bd650c05d35828af2b99076bd730eb5bba23c374ac6ebbef210290bd11ee92c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff7ec5152ff3ce8327b4cf785e50fa0b5f4a8bda --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0e13f338622e8640175f4a67142a296d2e378aeaea8e856bdd987d4f03ac14c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d578521a62f7e2fe373658a4fd3f94362f226a4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5b5ff68a82e0672606fd21a0d1801791ea62527e9d2d04412b1fb448b3fca66 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f52f64eb88ce8d65190c7cd9c1148887c7f6770a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11b73a9b6b7d20824a4e59e121a2c0865b4c40f1cbc469d49400a44352bcbf77 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e425b381518e3f7fbba433f56d7010237d325c74 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:697b67f6c6af536aaa8b8f2fbe3c2de058f3e8535bddd4289770efa5800e4fdc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..557580fc3f3c15c8e733e87acbc7e5b8dbcde790 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:210b92c62a999600a14007395ba10532c283c4d034b9f9fc2c38bff3550d12ed +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..17d6e3c6c3b5084290bb338294c11b63efff2c57 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9b5c205fc2b59664fcf7cd090f709bceb0947fcbd2bf891c8f5e6db02a184bc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a6203fa363359d23ddbf0fd00ab102c8977eef1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc3384e33df573af153c385da31639c311760754a68e740ec6e538d5ccda9674 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..366667179d3f4d6b216b4da5b926f262801f5724 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b95b746fb4e667a078e17d744d8a9c48fd94b69daae92f776a278b9fb1f2d97 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b959feb505b3e361b98b63b64e463bc3b05e083 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:350c545a67cca1c6b5da3c37709e9d5b557edd04d832f409bcac89cda5824e53 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4698077c1ffd406b17a80c082a0cc5e599c3410b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e80ab63a98595073b778c97c76238e070551773e1310a11f556c60fc098b663 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5cf5aeddca47e9a90f4dd8284a608bacf55315dd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a892b78f9b79d21c6ab1bbd384a960449cc48bcaca1bee40cf0cef3ab98a8d4b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..98c7aae09d26a2a031f8993566b5b2dde148bff9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9218e367f31ca923ef9753ca510fcc3a886cefb2e80b658d1dd0b2d37141aefa +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d58d82fb1d532f0ca36d9f716e452e028c4c6224 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d86e861b94f8611f4bbaefe96170d59251357f56056f5262d45709b52cc792dc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d16cf165ebb22404e5f4a13cd4a676c24a0ae88b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aaeaf1cb41c1e414455cf9f46dbaa2949bd671ade169b62aca98af5032d72fe0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc054a82fccb733ea27b651aa066b07808264023 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce71aa28f70fd56e97f8e2f40e6b91b4acc353a5609b099103024245d7790029 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf01253906225eaadee608f156c320e19eb61a8a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:977056f0fccc58b2bb50dfe82f7d8e3dffcc63a7395a42c0bb6e0cd50b287dd0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5d69893b257faf3e642bd941cba0494750739b0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1c4278c568fb62695adb56ea99b20bc63fc05ebafc6837d1de52751dbbaa4f5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..511989a850b78b2b5e744aa18dfe0e50a84feff3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd3595550c97e8b45777b3049bfac7a2a6474cfce66dc5b0d8dceee693f8e9b4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b01568d1276988f6d21051d84d4965a5fec0f51 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8555fe67ca705cd8a05405ca8f471ba50f454b38f04eeb4d64a00c567a701bbf +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f64384c6044a754601ee880d5708024b07a19b8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bda065b8f5b5f628c65976eedba307cba50f9a4489ec15125512c1f380d9e75b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6d3282f425f850caa37943a74e995688c155bc8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d7180c252a321e3ad0358dbdc1b90fcc96a4d3b93c0cd838a87dc05408691ec +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a124cca6a108d8687a7598d19c7155a0aed6c3c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bae3528b78bef1233adc870bc0bff00e9371d0a8a132459c1d4053f1c441762 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b157b522a3829c0a46d5409512d00e88f9634ff --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:107200f686b415b27e5b2d8384eb6067cef5c4d3c476f2bfe0a8246d078dac25 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8ceac6470af9e8a5d40a17079781bc06ea88f21 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64facc6feccdf9c727ba5278039238c60624be23008dd1040eb1efef8db0d695 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3e2873b617cd49e5e38d03282b785830f30a083 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24315ae6d98a121194fb15f568ade5e58b982b9de4d2e4cace2ee640ebc6edc8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..66cc14adf47a7571bfa9a5f63d79c8ac58d88ff0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e97ffef21fb2f052ba391f81c017f5456c4fb4fb26c0cf74068423f880d4ca42 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c1f02b4b1c926a3eeb213c2679b305fa3ea35df --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ea7f82806f4ac56790c62d11025e2367ad74d345b9d07ac9e416bc6879b8c88 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..99dd1cb71cc23f8cd34812dd0c810ccfeb4934ff --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8a6a527b080046bf9bbe7d22cd69bc8dc3ec873bcce7084134832ef9267c3ef +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..30530e1e76b8e07f1254412035b53d494c86b75d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f740b39645ba9f1d35906f6bf0c10c76a355f6553698b2c88113d8e0804dfc7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bc126c1a2526a4561a537587d727480165d3ef0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:646af651d36e1883c38c97a24c3b81a160cbea0d3f6b7200fffd52e70f6ad181 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..01d08d5d90db1cbbfabf58bc2ae3c433e4cefff1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a73a758083522e6cd61d54d38b83f52cc6036f7781f0630f172fda534411436 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a03a5656b0311390f46173e53d4e32c1909d926 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df6df67e240dfe7d8fe563f3b323ce04486e15a3aa6171cadb22729aee95530a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..32e3734eb2d9ba25d8611656496bf36776a72aa2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7aec985d9c77cb651b3c137b2cfc80c1d9a52a704782644ff8c5efe47580b239 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8022d473528769d9b39f378aedb0192a3b1fc6c9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ce9af4a4134229942938b7a4cc60d6e648bfc3063ed6e7dde78965c9bbfcbf7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b3e40c3025ab03cecb4e9343a54cf6eda2f5cb3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64daabc15ce2a1ca7942a328240383afaa6fd97d052971b514ac5df41b23b67e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..87d4ca2f2816d3ae214beac1e0627e7f7d8bd00d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7838a81cc080326640e1c9c08e128b2eb255ba83bc7dbdf508cec5d30eb61aa +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..093d23ef457cc9e5190560925c1e8774769e6bd0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ee19418a34a8542ce312d947a26cba22d1dbb6895c80b6cdc1822422df93a41 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba72c6284b0dab2eba9ebcf40308941be7921f35 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86fb0435bc97fa4510b7e71ab3f6ab50454450c962471a9783a9e45851b6300b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..34c21429e0edce7ee615a0bebed8617b7c209acd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfb3a4e101fbfa9cb39ae1e77eeaec40dd2159ab4be94eb59f5a0a63bf65ee31 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe7e486bb82f55e6ff79c9891cedfc4f9dfef9f9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e4fc17e576dc482eb2e56e13b326b0a69301a36e079b15c050548eb0a050bde +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0467cb8037f5183b81ca64e6dc931dcf81979b87 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:259d9aa5a571816cd4a7986cf9414dab092035705c537feb5807d38f93181cff +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f84890c7ab658775213f2bfa13a33c7da7e6a06 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7424efecda537cff67b70875b1ce76ef4b399560f2109d8e949c6aa7bb316b1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3e2efce8dc19354be427e6816d307d0a1ab7141 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e2c0fc4850e8094171238e440ba2e3420ce3eb9e27962c89c709f4a1f41c047 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5be73abbd0e1bc36d813065c7b61fb3bacf23232 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90a1b2b5e338c1c4086ab39d46e42e70eea9db4678788ad312565a4a258f70e5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..20224e75d76bb2b61ef8eef9eecc476efc56a8ac --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:289a608bdb33f807c88e5ee3ecc3f32f56a15dea124ed91f5735cbd3797ab3f0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e76b10e7a893b47a35b27e760e2da4a7ae33b13 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf783df8aec3aae7ce603b641f7c289bf6f946cfd8d6f41201eaa6b4049fa61e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..378837c9362c0b2728bf756f00f152b1f806db3c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f37aad7cb04dd671dee6d93a138ea5a09b7df7f3e72f19323a65262ffe013d1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7af6b43b673fccdc4c101d530f5dc91cc2fb3930 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fcec81ca0e75af90069403657e129229e308ced8f6b6a14d33fbd51cff5ba08 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0edf7e7afbfa213ae44ef62cf604037cbfa77edb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2db9ad5bde2d42e1f6d40b3a90f69036c190b1e5321cdc3d09a6122a10ed509d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb8428720df27a5f4dfe9d93f929f9e0c257d9e2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:181eabb5d638ecc0ec1d6d955307533ddbc9a328aef0f33d0e70e6272f54e00e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..55fc5847b33d9c4d81bcb3194f90b868ae2d5a52 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:538e6d54fc2affe5837b5a9e4139a91f9aa5d0d9824d64da3f160cc8bbc465e0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e83cd76ea97f2b93b7958b04da068de8d495538 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7aa53bc6d41fe8e9e0fd34c0db1c42f99083d08c7a656fbc2b7d5a9f24258df +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b0b95cbab33055a1833d2550e5c1f89ba1dc69cd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ab98c50e0cd3f688cb26256f446d18a5e2c9f0b55c12bd375dfa9557d9ef67b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ae319ac22e69f8c1fabd41210b3703f94dce80b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d04afd187e27f55b61b7eeca1d84d03cb6c760a950c5eb3509c8f7c0be7f5894 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..694279c393362121c2eee017194b3b48ab146269 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2632d034f67c7d08650fef3f7fedacf444ca7ffc1edc3a542e76ce8c6a74c6c5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b9f542d922146e589523f9340cac1756e7b3029 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cf2f284ca3602cd2b3355acd98aa7a0a5b348f1ce4f055ecca35efc13fb59aa +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bbbc8999ea9c424d236006a5f81f92162d0d0456 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5104942e1f2156134b75747ec330c8080f7d7e6d0935cb2c5c9b93dfb42bbf67 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f12bf0b9e670412a0f0854c9c3c67049ff3efcd6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a66e4cfcaecd5f934c377fdb045af4dfe3831022cc960bdaed2aa6621ff3cd0a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5b0793223f9171e35fceaf1b399c158f984819e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cd0e4b84b1d371d427f6788eba3ed0ca5dcd67a24a81716502c0aaa8a3f6151 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8c9d0a210d25afd07fe04fbb88bfdd38601d5f4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8978c0023507a1e945a77d622be7c6ab3e49e617d524b30ad5e558777dd19d0c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f9051cbbda05047931705069f76baf9d3dc869b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af558c7166a927fbdc0088e10de4068e1363e512a84e8844b6866a4e579fd0e3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..72bd6f1b50dc37a07b2a054ac2a0f40311d80d36 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bfc1e2009df54d6127e907ab573953f4fa20521723af97cf6bbd6fdf7d08163 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ff48f420343458b2fb12ad9be6339361968a639 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2aebb5519be7dfa3595922b373ee2921be21f70a22ad4f60609d9a024cfec0d0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f070052f5b8c4373c072ace987c1328b401f969 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:019916abfe73f7d35c168640efda64af07fbd32f7d718e089459aacea93af00a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d56b22d2bc91b0e5b3847fe4096f46c18a6c31af --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b86834c0aa035377c321f002996eefb87ce2a2fc4fa6805f16d7cf7c5032c40 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..52dfc65ddbd7a90aa4e1aab0a18a8349cf900b75 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c060d12d6747c39f504739884d0a121c22d9eb4d17e7fcd5c45ec522005b763 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..77c106d3ef59cdaf38598534cd99626817b9f0a1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55b8dc078d4ba9fd057ae76d5ecf01663b0ef77875476c7bf44e0e4fc1818d64 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3f806d63fb9a7e58484588ac7641d2686da9cb9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1477adde8f7b01bec9115d3cee3ff7b091851d2fc1bbbe6f40b848b9fb5bdc0d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1cc9ccfddd338253a5093f42e1a2a402b50ea197 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:578872606f7b2e60ee9cfffcbf3de3bcbad2ac7fec3fcde895add4bc6fece00b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8cdd702f6b926d05f4cbb6a1e268b7350bc5d23 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77c6178f05356797f7ef694ad3dada20187199b3660cb62d530ccfe442642655 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e5e236f64e8573c5109c0ef2725ef1c3cd3a0b7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0f234c1e97989135f7853f82ab8802636aad37ac551a5ae13e0db21105d2da9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..65bed4ec3d4c0eded79ffc3f021b10f88c00bad1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5809e8f26f936020a61e76340e1dd21f3677852c0e05eafdcebf939825ca86fc +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dafcfa412d4f1b0b53fd509fdbe10d8e59326be5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78615a6a1c3408d9d5936d3b5c8f0f1f13da6ed7c57a90272642918c6bca6cb4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b090490c3089c60dce70745b40e880f8bd8c0f4b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65b797029315f5e089343a64e7fffce57e02fdd768820229b1964afdc66901d1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc95b49b91026f00fde660ff2513097d6d7ebf59 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bc3a92d8b99b059efc7c21f945cde3e4d1c3df62fbedf7c1b7f86363f8f6f8d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c51e6b43ba2bcb8656646f3386f955d2453416e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76457cd33e3ad3cb2f620fd3daae704884f285d19b202716c1c877d001fd7ca8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..647b32342994cb2ed99fef93618dad91a0c08557 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:980def8b80df1eaebe3b0ff2e095cac1b5960d9cfcd7ce7f3fa86903124c3df7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aac2889bf313c980bc4b4cd4d88e93775e6e9484 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03832e53a1c0fa9afe6efaa5d76a5caa6025dc857f4616dc0db50597f06b3f1c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..14e9ee9d8665c7b26ff0cca739d96c29236b5c70 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:456912a0e20b76d6b28097675d010f66107d651a93b453cf29ffb6d1fe0e2071 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5ff47e577aae7e22235db92e6991b864761bd9c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8542028d2a4a41ba2dac8371117b777aff83f689b7c3eb5140fbceed891c5da +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..253787049acb200de68c0509adfeddf88c177922 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c90963d043571f7abb7c5c1fc399f67a4fe35afb9cc663802cbf8d6e11cb0c81 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..61e73d520d1ca4c53808e5f1a01ec9b54ed7ba5f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e35e55ccd69370bbc149dc3c74cf85c296bf1ab3bca8df21538e846c9715103e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a2c215f48a5227c4688a49e9292086d6117da8f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff4b1609d646a7cfc298d8ec9d9ecdd5b810d005bb3c5365b07d515edcfc2386 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..84524c032f33864c58889a1f6abdafdbb70145e9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9d3ec004a31542072758ab01a37b5e45bf1cbd583a044c2ec85f8c0a92069b4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef039e13afcc53dcc2c94cc9fd20158c2d202e88 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a459685293b1e25acfcd73ce48c4dfaa36f9ce2e1ea073e3e885b5eee63d2b7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bfd83dc73228f5736d066725792021af6fef87e0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9354ab4b50bda19a5ec27ef22e9a09d140130d86b34eaf125bec53612ee3efa5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..40d4d2d1403db7fb7b8aa0b03b20af793e757403 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28f70b7235eb970ea78d055985cac7ab89ae1a876ebdcf401ccc5e8bb0ff2bb5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a9ca313292e7b91b550dd1b66077c7271e7ddf5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:382d1d27c0c9edeec3c621836d24681014efda2ae4d040a2509a283ade837f59 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..46a952d6e0bb7ad63c3e67754a318c259b42a8eb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e7254b1812d38c0d65b3e440c4bc6a30fafd4e51910730ba0c7e3b45d04bb58 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8208e8bdea0fbe35fdec7b11dbec2374053d3098 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fd8c66645f949ca106cb1037031632d461e49ea00fea4eda3e0394a805cb7a8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a85ee323e11cca8fb649b0f928fc550fa7794fa0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f83074a151500cf69bab986c602594ee9c5fc24f83a96bcb075f74a848758c07 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a74f49c7a4f940ef528a98bf6e6893f6de35183 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c6e821d02e03d5c651d3636b54bf70c96b99f7d5d5bfde30a92a7630d997de7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6e4f3f56ab36af965f1dcfd5f30e6d864f27576 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fa853a0d29f21375a94a18b6b33d59d4a28bc3e4592292706d63c19137496a1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a181fa1ea038dd406d566f23dfb7acf7751225f9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4636e5ea8a9235fb4846e70b23803c75998b78325b5e8763cf6c1a4e794bface +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..34bdbd2eec2cf22ed17a2025f6532293ca3a3a05 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4256e5625da8330bac591657a5b8821b3356276bc964b364ad01414e61e50ecc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad563d8614cadaa8fc3f5e06e7b5a37fc7aba830 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c261debb5db997409c6a39cd7782dbe24d4cef46d167fd5be8e3e8100c729f27 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..05d1348b3f7c7532d64452cb4674b7900d9e0c06 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab23adc1c5882ef410ee755b640db68ad18f70fc330a7b2ca528eafabf6cceeb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..62dbca0f04d5def470ec0011b02cefc63aa3a5d3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbef69465d732eb2c891e2e8403a5b37ba5a9f0d8a74ae461e936aee283c02e7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b11915be8ea265a6f6b7228370c7d2140043c0d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3faae1e84e7f99ae41420f005dfc0e91675b31b60673578f49f586df2ac686b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..60d3450273488d9c4db23347ec760ee6e807f372 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e34f66394af42e279d4220c156b20b45df5eef2aaefcae2472e6d49d784a90d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..08779d74403e4c3e8a0f7955febc1f9809732772 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab68507e76ae6a5e210cf8d3756d021b2583f2535e5673c6aef8b5ffc7be9bf5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..138c27e9afe01413ad085cfbe20db9beb26e6361 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ec86e921e2a3fbea9d062c4ab8200b6daffee221875d14b6002242717f2c9d3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..765feec17f66c8d3b637ca6ee5d9861bf780bcd8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a562705b88c3cef7405c968c4aac09c3a638d6bdc77c5d3492b07f1c568163f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..932d3b933095091f3e71d5463c3fa3a585446ffb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24766d5c090ec1073234910481b71a75d48bf5afdca2307c7acf13fa80139c59 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..01e356e89c7835ddb554d410fcfb7d71dca83940 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddf34c664b4a58da2bfbdef2926536da809ed2b95dba0a53ff1d47cabb0060e9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..04ec6b68101f44d9a44f3181d09371875660dedf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbafc6d2e48cc62558fb23c01405a2142d6829ebb4c66e9633d7eb8be11168e6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d188b0b95ec8f82aef7c6b80e7fb07b86bf01ee9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea23bdbd40b7b18338814acc6652a1d1088558dc019e39461ea983f56961d6d3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..03ff2b367639f28045327d23541830ca2812f24b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:573235f4431185e5cb4cfad67adb56705d4955228fd3f30d03a91798ed2b46d6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d74f50e1ec59775991a5c3c7f79655c0b599b03 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9081b57fd04afa0ba7d3362f4c4bc7b7a30692d87463ee48774c74f57d9d2bb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fae7e426969ffd17f59cd53c573be5c3df2814df --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d9b092061ba7e6871978fbd6e57d35c880735086ff78a3c4d19667722468fbe +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9630cfcf7be7e9c4d54edbedf3177a4ac0290234 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cc18aee6c4a71fa8346131850a66a341b705e69b40562541d0cf23ef032203b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2686c006cf4a8ddc79fd09b615d4d9bd2f6ec0e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:719c65bce8e93752202a5fbe7d8897da042ef5ca5c849fb92ffc1ba5a4ff9bfd +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a72d5e5de2f8b52a37e922d96c11ceee93b31917 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff69166793a3aff56af057a11c76e5db971debed51e90d9fdb28061d9d9ce741 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..237f1ddf07c6702e17e263952174b0945a87c071 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3be39a3dafbc50610e29e732951895c2e29f953b3c3bda5d10d88a98661cf2a7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..115628cc3d3c4fa66c513a7c6bb6cea482d69399 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3144b51a18da1fa8ec3e201f897e3124f08b9add93906afe1525ec1b3356a62f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ddc767695c9c7bdd22d4ec4a1de91fafdc001e4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a562665f19d3d2f698f4de7c6ba714a15d9ba73147fdbbccf7d7b68fe6be16f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..361d664e1c4d903ef86015e25d59696f9c7384ee --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86e1e5dd35a58a4d34ab66b7313958fcd010e40dfd73a835605787112ca7dfeb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..67eea81a9ec04d6594e2272691c4491cd319b7df --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0aea9c77cb565ef407449c1422f98214a72689abd0662257e2133a3442144c4b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3bef61eacabaff5ec9b2afcdc7fb9aa79dea3536 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b88104333347f5e3f84e7557a6647fd1f25b10ce65650eb599539f7460ae35c5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7fa84cf71130992a0e054a8d42cb546a7dc6a3b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df814e675692a1dfb641851f5d7c69110af4535178b45bb9c6b2e15be513348a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..807c7c9c9fb019b1f83f6e94248a23ff48ab509e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7b1496f77f0d72b7060b6d2062510da48aa32a5ae89a2500bf2b3cb4871291f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a59936cbc7ac9d081babf12193910d0bc48dc49 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbed957d026da42db6552af6c2ca3702b0d175689b2926ff133c12692eb9e77a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..955cc7b4f2f23eb38b7fb0b82609f5cea31bb29f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d06f54ad9887f17e7afd77d7af857b52c5de716024ffcc271dcab6d530b7b6e9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..53f013ef5330ee15c85400d1d73e4e51de4c7f40 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a319d8aba34f15b3ebf8090a422a6fa677108df03aa32c90400d1c2514821237 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f615547773cde605512862b718b0beba98b1a667 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:339914a1013cb9206c5e08048f44ef5137ff0d007784416203de3ae7f58d51a8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c82957512b2d204fdcfc4ba704a895dcd8966c1b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d2b85a7cb391c0070023f060d77183f83f2a3f184fe250084579cfdad9e8b1a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..16e86f90004db6a24b011109d3b8279ef5703363 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41b9ef9da5586c4a489c9f675c3e557ec661ccce195679957c7349d2e208200c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e386b2a0b306f78f0ab9945b58097b4aed39d7e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2640ca36aea48c9c3d572245233b82f13688a7f474099440b8be91d9e661e9f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed4d04e3d9bec6b56b54ceebebd81aad4cb5ec68 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a713197fe309a0450b31651967be05a0f134837588cf3be5d52556956a7a0f4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8dbd96545505dea0ea22e5fd61fba1eeb429f529 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d71f834002bbc7abd6eca6435719e2619f33564d08e413a8cb7c53c869f4f0b7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9130c2cdb96bae6db576527ddbb635e289b11027 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a02da37fccd561f895a45adb0cc4dcd70073ff5df35d8a8b65008377b36a36c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a61ff85f74d96f5900c980d6c1e82c6e46ba231d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18510926d558950f1dd0e602d6f3b97cb0274a2069f618e99b6d09264f8c715e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..939cdaacf6ec0d8363065a0f77c4a53e7dbc382c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb21cf803403649108f30bf33594d46f454ccc7773ed74ba01e550e42923eab0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4f77761b8230e441228dbbb56d5cd4172392d21 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:724397c9ffe9f4d88fa38bfeaa3b02b8d103b163338eabf91e56a1366e4d8593 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..555bb0f3f2ee057b96a936797ee13dc71858134b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:920371e04f986b3f94159dbf41dce75eecee18679d110ebd9b301a63750e4cd9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..35ccf36b99ad9df05c94ac233da687b6bedd92b4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb060406a7a14fe6482a0245f45e176486aebc84f414b8f502725ed771d73379 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9af2f0dee92f744224e66d7b5512baac1a438b2e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e637fdd30e55b7c1b4a6d19f9eda5bbe38a4305260137645a89b070fddb7ad4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/lm_head/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a4fcc72b606622c06f98800525d4cb13ca4ca2e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a1cfe45af20b89310bc7f52b6ee4315495357db7b4f27862a5c1e64ac838f99 +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/lm_head/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4604da64f47fa2702aa8cad3dbc853749a24a878 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbc7f11aa5d09fb7396aa88aee6d65e26be70ab7e9c2758557a6152dfc097cd6 +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c568b8c52194e5350380e00dd815414ebe578ba --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ddb0a5a3e2ed5669c74832754c0a6e882a79a3069b8274691996e24acf410e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a356c6a0bcb6acbf6e601a1a23f7eb529fe0590 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b489f3a3d508fba2ea5d29244b76d25848dda5e51578bc8997b821d324d2c1fb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c582dd8dd03b7eee604b7a45bb0290d36b426d03 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24ca3773a50d45873c3104567d178da8b150fcaeec80d81eb315926abb6c6561 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c72d10fb0fbe944a6eb74746bb3828e1b4128ca1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cbe8c0bc5359c446f5ba9f64f6eed28fc8b45b6bbe94f147fa9185be6ab292e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..932f0c33fcf41479f245b4bc063f9990a30c4836 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bad526d508c4901433ed611c188d243680f7713fd15188b947c4ceb8e80bf955 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..afe1917748124840bd9ff6d6190cd44aa7f4a9e2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:818bd2481a371e0e5b29fc3972c8e61966309811bc2f7a6e0d702ae968a1b809 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..23dfa3f36490d9051893c0823c33ce7ac54588a6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3e0016d54895246f9e55ff2b6310019429b5fa027b5548722b8482721bcc2fc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ca403ce71df54d0b4ee649ad43810fd62778388 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a83e338c25f44404e64c9fc257e3d80705be87be3504e76286dd2ca99d1c9809 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f65a8c0b2cfb8fd7fb10065d2ed53c709e098f88 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:902f2741c6c24a7511a0460e4eb894653a5c4c2eabf960f3be69bcee1630067b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ccfcd9a816844e04c1746ada53e776b90078fe1e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c077f5c8211dacb578a2aef95fd04d1e6eca8da0967786c1642d8d1faebd2ab +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..78aa44902659c0d4851c70cd837ffa0777088fba --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:797db41137e79c4df8f1c6ec0bf62e74c72c5538a7350aa5c74b7f79dd54aca3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..209b778cf90b8f3aa231379527e2c13000590d51 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9393574e049eea347917446e30213eb883fc8cd56bf69c20f5bfcc17e9671f57 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9fb99b233313e3725c8c685e104c9b2d7244e457 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:137ec03d5b053b5199fa020d3b0b301db5a32d39a6ad1069ed00472e706d1bdc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..41895583f863e96f457f54771d520439469d9dfd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf3e976f93b6f8673bb155170c069f86f3dab5b053a8fa05d4ccac11f13d6675 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..729c90c85ecacd1c6f9918c3f3fe0e0710793d15 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdc56fb28040c4f01a73c8a694e3f106a925df3a924c6d963acf8a3329ea2bee +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4475f46c75fef674d75cad44cd04f3b969a5901d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4365cee4d42c90b8295599c7d85478d21e3f7bc683e83ad936c7a6c6e5c229b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2666cb8846d54576609319fbff36d260f0f0caa6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93f13244e2fb48efe7746801a494c98595af0213be416302005beb7c6ea79e32 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..462fd690877652bcb90528823e1cda806a4aad3b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba4a4ef68238639211e56a7a4b354fa1b777ed26bae932b76fa068413318790b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..889d7ab9abf7ddd151e2dfec4bc427de6c3edf40 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ed5b50a6c66956584a69aec89099bacc16ccf9e6c5b72c6b0f9c62a6664e2f4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..51089d14dddee2ca829c96063c58e3b68654d237 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99102f25960e326355cadef36a14d1a64d616c4049465b180717f3df9c755f30 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf58178aa6d870839a63f5177eadb1c60edf54a0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6efc2b5f90ad51c4a0259c11a1efd4f58da1194998b4370d51946a854043eca +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4927fc12711764b5239c5f3c90934c89f53fb2fa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c26091679f9a81f2101298843bfe5a8a02d1c6799536af0da74f5255ee228f3b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..05fb36a01fff25d5bc9b9489d84289433a2c6202 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:883e924d4bd24078e29161026d302e8fb035fc9cd4fdc4cbf5c485e8ae0f5a66 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6941665447beee928d97d3a53a0e34c844f21266 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ea07ef5a7d13462c377e97d1e6db39493ec5f95f7721eb7dfedf8a2c3f727c4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..86ad0636cf0113b5364af2d99a943b6a60caa963 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d82f4fb9d75e05e9d9337dce93f58fb8b21703675369a768c40b31a9ad2c7587 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..21a1772876c2f40d4305b872eb4863688465dd5b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93986d56b8b71f4e7786ea58c111acf1a3455eddce1a3d95094ca4e3b62e6a3b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d1de93cd34b9695892eea667ac98d0a1e425428 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ad18e6939d44f0195a48fca4eed7b326ffb3fe0bc0ca2afb5729c51b882c078 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..72aaee696fe136bc5f4b5a9de6df7c1d2640a46c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0460b9a1d8e2890d33f81f68801365042b169fc4d3118f6e1b2c0b6c0a0a1edd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..06f3795b27fde55b9d46c6401b8bf14c8e2c1139 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dacac2298907365f455f25f687285e6e4e56a5c307f9f9057b6913ced665d22e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf1e33d86f4d68c34c7ec46668a508fe4afc6bc3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f552dd5474d1c9de96ea6f35b5784dc11f17e4f1442872bfc46aed253387eeed +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..df50d27fe9c2ca37af9c55568511f8f55ddffa7f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f713df15e2c57dcff89bbe71beab423e35542a3e83ebf459a5cb81e103831016 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..926eef03c19bcf52de1588bd864c7a7992110c93 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad11953ca7e7f82958e465a498b81dc9c38e1eefb8fe84a1ba0253470dc8ff1d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4a3d3d8bb3ee82925c399b5eb4a5fdcb27708eb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:377b25c7a9ec7c3e0d439433711359734ace3f9a6e32f13d1536f3f3a85ee40e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..db2aacac06ecab2e2e6f436c5dca3e79cce43759 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3dccbf3513c879bf18eb9ec0145e4cfc1cf5d492c269534160bc5993608185b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a2b5cd8ce14739fcd9e544228965fecf38402b1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bea6954e14ecb0c7d7fb44363fdaf75bd7857e179b1d0b90ff6dfbfa40aeba5d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9cf7bcda487f99b32d4488bc15cbe96bf57f40a1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c8476ee49da9ba56321ead66b2b51c4afaeaac582fdc385967bc54618d56115 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d39694624975c5a2b3bb827f68bfc888d52a3831 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65381900febeac1684c796bf2c7e659e3de8f461cf67da1090ad956ffd7216bf +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c8dc1c8dbbf6e2ac0506e57c52955905ff52fbc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a0abadeb5f9d12d6ebed643cbced891ae2e710eee6105ee20281eb10b7d9b39 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0af8767802b11e0838a4df3c455925ce44e96779 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:078731821ace0c417a0d68281d0cacdb56aa622e1f3a188f90b70bc04643da85 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..73aed42818429d27065623e3f6cce87643cdeae4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f454c21be2cc7886fbf2113932f0d179a7af11c6b5a7dfa0d4aceb32c5693a9e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e00abaf48047288ede097bd24a4381115028bc2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b6a0e1d5db612dac0685634a587262b6ac611c75c61805289d0b81eb4d0c874 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d052c3d8a76cb193847a481a15dfdd2818d71e5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d72f363ca3390e09ba9df3f11ebef7cab2084a74a7ada6d3e11f4c1bec1896ef +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..49a3cba16ad52c8a4ab827458888633ad8c781d7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5419a9dd380ff584d3be7900d36482314288ddf8b41b9ca0c085b8fdeb5886b2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..08b1ff4a000b36f9822dc73918f13e2abe7e45fe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b77955c347cb640fa3fefa798f2987e165e0632ef38ad5eceba173ed7603788 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d6835b405f800e9fc7efa5b86f8d5ce815126ee --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:276dfabceff030c4d3a53cf98bf5703bfcd0c00511d8c599754f6d640721e5cb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e5dd2aa2e6907e0519bab70dbdeafb783c4ff9e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc7aba9e9c325638fbf6c6b740c62853d4c2b42110d7877ad65001c01721b223 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce62b434df5d1a0798475af7e9c71932195ef583 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:616d7a58de0b318e2b6be6f3ceb4f4a099322d8ee41213b1d90ec159241b4208 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4b2c8f627d44bbbad3b98605649bd596b741f77 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88366718dbc0323ddf6a4afc9d3e723e7c0376a5e039b4137ac5e270880e43b8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6fcf01421cdf7b01b9270ac9916b6ebb05c62e3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:060c7b829fe7c181a77c40f4e05a1d218e26490676d81e7f6e708477908d7c90 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4919909d87fba8c8a9531557f1f763afd48efbc0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:648faa05ba1ae81af73b66946e61ea53dc6f4838c32bf152918da8bf27944658 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..394edf241ffa7b8f2bc825e3efbd4b0fd314baa9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c05f2a80ae397bdd664a1f63d8db8e6a3edb80e74023fde1d67bab671fc23ebf +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d36170fb814327493beb2ab40741ea77ec9a9061 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a493296752921cbec7e20ea691bdbf18bddcbba3c4ea2a9f76965ebf59118f76 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b78378b3ffc711f59bd8019b4447e5b26350f023 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22984a21ccd5042717cda6541441f7e728e675cfb5a0e2640f0e11248df9b9f8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a792c29a0824faa02f1b6c5916369f56ce19d6cd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78e03332e30d813bfcc9858adfd21a40aa1313f513d5620eb0fc7dbbb6920f65 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3a543d9725df86236692eff6d1659bfb680e1c5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2866b799c459cf81234fc3b8f84eec6d9b64380088871b16ae5e925e778632d4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f7800b68695cebef303762f09ee7b9cb9b2b287 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b9667748826f5977f208b265bcad9fab16e225ccff48a1ca9b10756665b0f91 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f45c567bf7424501723257ef7f0d243e1302f71 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f927c375481532a0fcc4d395a9efc52b78f9e973f14657e16c5eccc4905408c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..466cb82c1bcbf4bc03efdfd9845b46572a00a4ef --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ba77e1002e516a46ac649548bd058598bf8b0804126aa37bb1c53c16610b987 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..218c405561d60d863bb5982765ce43a9e31d9cd7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d1451c76e33890a8d59fa47007905f37253b5fa720de278b57519d0697a685d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..36b542c43b0eade3419f5bbc7981c806987c4184 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76005cb2e449489b1284d10d1278c6ab827dacdfae4d7b2f8547624dd7457b71 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..29efd41e80b6b176896a8d81a5458c50a8bb5cc5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16d0869fd877a2810aeaf934181a42bd7f7c52b4269eec12b01674b4bdb42714 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..37b5cbd086f33ef09fe9651642e869a16fe1ecd3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0460629ecce7e67873cb5bfa474fa7bcdd5356d9342ce17017d19c2ab9f1a32f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..945c880f81f49752c6c8567212e28bd2e471b228 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4edb6358cfb2c5b8b9355e33e97e6d2592bef883e9be549e1121b39ce1425889 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c88bc729e946e84730c2af62b4cfe181af4eb88b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a1e3f2fbacb4433b998d51c196119cbf68f6dac6c9b335ea9f165ccb44166f8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..53695fcba323f2e8a25c5495a6c854ed178a6b44 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d198e39624861ad6b212a214152f30d97eb8d788b4f13501c9887bfcce6dcc8f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1749c065e31afe55bef6d482abc10f68556f2277 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41270b0beb39d2dbb9f79ad188a29498c9bc44826ae49a5b01e3c06309cda75d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6cef0f5fd9bb4fcb576fb9357dbd9b21621686bd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf5f1f8683172979baed2b25472b4b82f697d3539a4079ad0c321d9e4cd25739 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc50fe1beeafc4d086457f900d79a41e8eec8212 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d34876184c61bf8fc5d5b7b616a165d79e91f15a1b6791a02a9f17266a7f1ba +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1e5681c9275ef0ab5ba50583932c8b6fc7311f3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5216738f063472fea10c0a153f7c95b2323d02377bd00ad947d0a340fd956746 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9cfac0b95da6154f1b883d2ca01d451637883fc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a9040108705a5271f392363ea21e846a1b64673b124f477ff5a7d0bd4b280aa +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ebb7d9a4eaf8519a566987a32fc09d5b4ea5d84 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb188078f769269b9e7a3d12f36e51d75a5bca058cbce6e5a369e2142e5c9d29 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e768b62a0603ad23075fa5cf83cc280858685c2e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:555677e78a06fb941a3e1dc00a00f13e93472735acefbe962095a611a61bf1a2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6f680ba980d827ac8179177fac073eb4cbdd98e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f2a3120140a27a9d27caea29cba35f2b276c388504f6fded2b1fcfcd58895cb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..970b5fb17cd31e8167df4a5b480b02c4e60e0585 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abaf3d23bf4fae1a5028b301cb4021ff087fd91484d4958b234f128a86aba0aa +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f2ea2f67ee92f3098eb900fb8ecee7de09ec4dd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:462859df05545edf25bc42c42ff3d9de8fc78a922143f6bf79fbed3d39c5897d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..56662634b36f18cf59bd7be67c5e4bac7ab9e515 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cec204df8ca5eac67cee9efe01a5899e9ddffaad718f136acde9d6e1ff53df6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc996b172af47d9ce971934bf6649f19d0016053 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9314dc6e34a04a9d428df0b612fbeb542727a712fe4e9e8b49acb86a49d2c43 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..383487bf48734195578545bc409dbda3758b2340 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e26e3b6edc19cf622d2f651107be9af0f55937384530b9d14f9cb39b527742d6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..06946a215026a42b41eeceb36fa6fb882cb4a32d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04ab2a17b68b4ef178dfa7d32f4bbbc0c1da5f70a3c43f622501dc5d142a9166 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..43da9c5ff6e8eecc464da49324faa469032095f8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e06f9407fe6862d81f01a44a70124ed1b1e1bfdc701810c1f78e71d363dd346 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..623bd2d5635e19dd60e51c1d2452b33652327b43 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66110c7640da0fd79433dc9dc2f1664dc3c9b83886e59451370f3d4e4c4649f3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..73e7eb326d32e0ddaf39ca43b1f7ab81cf5a5c69 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81e7710ee1335ae48dcd88ddf6ea4c283e25eaa6e0d0bd9ce4a7655e12deb340 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..991643ef179484d6cef79179fdaf789c92caa678 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e42fea36403af8a117dff048bd2cb3ccaec5c8e70b560b103374352b3431bed +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..41e5c596802c6f6f5327ebd0435089804da560da --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:429319c83641612a2a5124325238596f77200b71995d8cb0ab76c125f2ff3d5f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ab2e5026a2d130f005fe8a19eef1051aad8c221 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0b3d42ed0e5ce73010b7c0854459c8a80504052dec88b1b4b4ca8d763dc1cbb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8938fc239cb010cb18c618907a4f1c289d116043 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20fc22c01348251fac609c5fef330cac0dd1a48f86c2ce89cfaec3da51c0b1cb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c44ffe36d88513337a9c2d6ad7d59fc3fb59d872 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1458612ba07bd5bc91f67818c88e2fa280b7ef5d8056e881b72a094944514b98 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..709a07dcf051466afabb1c0748d910026bf3722a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7fe1eb444891c385418727fadd78bc3ef366958050d73e03a4c600af6b596c4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5bf404751836488309210837c7c3d86a9a44425a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19126a1728873f14175ebabc03d65e076fb313b0441f29bfc90a61688393928c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..da04bd2f531964cdc347c2eb293c027c26028a26 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94b38b3595bc4d782cd7bef75bcf3614300850e52f5577e45debaa2085b02407 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0811c4f75c4f4c53a6b4bc101cb04b6185bb6e79 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:847deb8f1f3e76e6ba428f5033da3e16e99d6fe78789b5e944ceabb6334441b6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3323425ed7357567789c549c82004f4c49c5b427 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0e5576dd26915deb234a5f27a281c4aa3ffbf4a090ea5da58a91793c234c096 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e56ce206a7f21c383c2f703bb943dbc3f8432182 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee3e7961e7a490d7b2b003f3006eac4c17be7f46cb631b0f4d3ead49d24067b8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d3154831aa4459a03827e3884a412ed4c9de9db --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb25215457b8500d12e460ddce6f93641528a45f53f062369c5d2397b742bd1b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e083c8fb969fca2aa3ba2ff3f49dc6ea80b4587 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68cfac93b89291eac3134952adde5f682e466e363c6e9f1a9cbd66f51e37142e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fff734ca73c09426ba9f2ca4d1b29e4e37170e7e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89d1218e2e7431c0548412979e7b6ba5951c3be627f0a004f504e2e0b1014ab6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed9a722bb4d3073c630085dff5b6e5b110ea3cdd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80276c7f3a436e3e9c7f579a05512337c1f9a6131daf28db026e52c71758a77a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..764af5f4536a015ffd68f7674e05640d3a3a5daf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d76b6e14fcd661cb8ea1ae82e71605d4bb87feef01756c46a660b8236b7a71c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..33ebd23641647947e2f77200d88d48aa9bf3e659 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ad6debf4c1f0a66c8433f89fbb98799d1a276901afe8c1f088977a02f29b762 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..59d129a19a6baeac4314ec0254e5681ae5db017a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dba77fc1a34fcf78e735fb88691401dcb950a5294b6e89a1c6aeb3aa4b495693 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ecd29d8063697af2f22b9d28dfffc23578894d9c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a70c26fbf71ec4659e2f81352c3677bd6f696e9dbc48a3eda59aca266b6b12d5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a27f2e5f637eefe620a7464056b91552329e0f88 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e007d14e825cccb0b616db4033bd80ef3cd975480c512bce241faf1ea5d971fa +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f55dd9a9d2d1c8a1b70c62f54cb5f6d6de0179b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1e38a01099cc5ed5a52c028d40ec7bfbca39d3bebc979ee83f4caec7304f7d3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..114a3062503a235e0f4d3ceae218ebbfcacd1afe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c02c78c917a79d3307b70d77684abac84fad66ec6c093a2f5cfd2a81cf627d6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..594db2dc09d75478e6d42171a317a7644090c8af --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71e15d66c9fab761ded1a6b29ae9380efe5a5a2a3040d8d58394b5a30f808c8a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dae9c7cef35b33146ffc54eedc05601e2db083d7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9804267aa3c5ef3a201a414774e27f8ef2808acc85dc96e74dd501d5a2e71a72 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7aaa32c9867beb2a1a5ca80be5f769173ea51be --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce02d320d3db63700d6f1b439ef4c211bb1057b4ddfab3a66f657be4a0ce7579 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e105756c8de67a2b2bb61cee9ca8bd86a7f4e61d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68679bdfcc8021891bb03ae0a8929af534af33f6fcdc570b84b6b0c84c93c8dd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7601035731b32f38fe41dcef7d5aecded085ebd5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df6c3576ad3adebc727b8a820b2dc2422d767079674324a0c919a44a856acf78 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8987d4633505443c51f18660db0940cfa8f37d44 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17424feda5e6b47d5028b7f17b0ea0f9ad3dcdf094c349516d85b9546072b2f9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..24d2ad08ac256a7c3880c2459f6786b8a24ebbdc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8251ce2a4d501e3909243c0070e0cd63466901ee3a434c01434fa625da25e0be +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d21a86349afc36ee97dcfee6a8b37f14b0f7786e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fb0f1235c1751a1da05a2a1a8fc81f15e33842cc0f240c9a8b23b7fd6449231 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4bdb2bdfed2dbcbb237ee2a169b8dfb3a1a1cad2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:236d3b1540cc6038aee036f39c326905bb8e0d37916b50aa3943e0583eaf517b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ab2fb4d788f49dbdae7c0a1dcf369ac282a6e87 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c585ee0d452ec328742185d4cb83f58027ff39a4290fcd3a9ecb7e2bf0389ca +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce09f939394928b87254abeb6184ae4a52147c9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3620178807c42c6aada1b92043a1706da1a453df4a6748c33d6d7dc441fea20 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c76c3d522dbb72b33dadc2716fecd204f0cde12a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcaa7b5226c5e172552980e1722daccfca19769d87b3133026bf48a825110b4f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4927f5132bcdb15030db320d58dbde85123d98d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49ffc7b8cf8686ba87e03fa19a0c77c29ec58d56052fe15bb0f8caa5d14f9029 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1d040f64f1f67c3fa10fd5b403b990fe4efc76e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aaec777e5b85fcafc1fffd5a0f7ac1db8f9ca950d8bb84dee7f82ee60b7faa22 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5debb50c1366bf71e4f435e2470089d8c4517279 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8cb31f28767c25ce5f1ede54e06cc103e69be3a8ed4af973b29fc86448dc13e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e952143befaf0b9b886b81baf96b4ed5b68dd3b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1477221e9bd62e2014085455b4064c13506f0b46c529b820d326f39aeb4a230b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf9c61a1dc30ce37138ca616ee9f288edd2ef9f5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0601f4bdd4bb4b2c560d508c96ae1f37b9777fff4974d1229023f0268970eee +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba1512509194ed2e5390c9f801897d3b4576ed5c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6f47daee3622d65e6e07930b6488362bd9b9c5d9bd938c19352faf498955af0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d414a267fedd36e1e6ef94b5b31f5fa4386e7984 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e605a02cbaba1a4213bedee27a04807bab2c8af925166680ecf0d88610d90d83 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..90f865bc6fb28d4d4f3799c19df55b07e30a90dd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:994afac8305096e306684fd4c09dce6fbce47a6b4a2a4fa3e88d308f08d6226e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..62fc3c8f606399673bd70102a51e88a2e198b2dd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cba71f5cfe98a4051ea3f4ca702099f814f63d5c827f36809b22a37e52af6af2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aac2a002d1eb5b29925e0021cb5a08918da02cf5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d566c99da930f0c2ccddfa08aac8b18a789b83db97c3fe77e94522d8fec576b8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f23eb42c35743a6fc8336ec7aeea222f681f3f6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ee12bd0d1c4aebd801f708141f800880dd598d8d5b6f79a3c14290ac1bcda63 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a643d6183bd27807998e622fd71f25736d2efe32 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99b082dd5f268b3dd65f020c51ee3a3c021a468ca8087ade5bf70d17ab15c17b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..66ef8e0b8b59f56dd3e953cfc088b92846d5de47 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b199a92e6392381b21efaa4ebd99981436c2cbfc17932993e90a57721057465 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b2611ca2694ec97dddcd3c95c496d8836b1e73e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a4baf8a71b7aca206b1fed271d5d0e38181e92a63a5ac08a90ec157931f0371 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea9ebf94f167ac236c8d0c4ef2bcbcebb4328f12 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a027a3e49bbdb457f21414c57b563650da7193364cf475c433cbc03783ba1ea +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4dad8b10d3ab6255ae1f4557245423d2d88f493d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3199af4aa822690d2df6d5f83bd97cb2c82e60d1138c7fdea09ebd04ab3fee91 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..92e8d8b3d5c9c0de83437e5abec4ec5ea4e5b136 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40b555209548a84f0ea9187694459a82fb62ee6de1b5e32d286a3b0bf360afe6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..12851890439db3223f423eca81e11cd33244422d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e8288fc4b9bd81525c95db7781b0472f75e50703b54a64541caa67cda790038 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d19a564261e9f9f9a2d0136b0f3f3978de78169 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7af82bcdb0d1ee01ba3c8b25bf3ec2d12ea58873509daec211f568b292a462b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c82633f469385432766243edc341e16d3914585a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71452340e26b81130ee3d21733167c0cd2a27d98412498e9a05267472e7b3927 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f28034a886f9adb99d34993b3da040cf8672da1b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2d405b450bdbf7619875219af62a1505bf0008a1a782dd1b92467c07b243c59 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c6b9891abf0f22820f92981ad26d11b2b93d756 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e735b12fdc6b7f5f723129d6dd92f6820f1db7ad28fb26a05ef967a1f063f2d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..48dbc68191faaa7078898ea98635acae2cf60c67 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03476f20ec44a15e782893a6a16888bec7879cdf18815c9b0d152190a2a9cff3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cca3d55232391f5e0dc330b1ee8b6d626938d43f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3bad93be8c2757a1b373a15eab8a283f0780e0762ed39ed6897c091826638b0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd12c50d9862806e0cbce617e7d33e820c41076e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14d1100e51522646b3e9198fad8f5dea08f660f57c40e6447e1869379224d253 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d1babb2a20463af08eee65d01be6e5460462827 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e0afd37c566ae45c9d28139687fa936fb41aeabd1c62288ce39829e3cfaafc0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5652fc7183c1a81b4244c33639670206f30f8511 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cca7d051793153f3a5b9804b256a8e5ac967becd42586e3227e25a32a96abe6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7fab661bc92356783ef2d92647c056010557f187 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d00a902bd6a60432746c77dbc63eea96c166eeaf91423fc44f340df09138e531 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e958df79e2f43411f0f4757a8135d714e0ff6c65 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c99d2fad7899c5ab11d1443c77ed5a3358f9295c5525ea7de493f1e14269b96 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9be60d5297203a0f42f29a2ae817caceaecd882b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba95548490a8687440360a0a539d4892fc6cda9172d9a8518ab2901ec0289848 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1cb85305379ce554fa6539baa87cf3e79524322 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17c81460994735158033b0d3e64c34f67767348e82622f1d5d424067bdfed4c9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..62c30777a672be99efceee7ad02db568d6814746 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b41f6adbfe7bd6a1da118d6168875defd64ca5167d5ee44fa40b0bdd6eaf1377 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1914deb1cfb5e0d0ff199fbf1cdf86b5bacebbd6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63dbb1e0e6421a9ac855403ca4a3f1e6ce20aaa20558ec556e07bc16f7c5f4b6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..49d36eb988bec842b9f9af34039300e3cc0c40d3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14663203c2a9e28ea4e3abd93908fd814d048c295ba96cf716b236a55deee889 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b50b7d603b251ceed3b3ef7c834f2d3f0e5946e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b726bb4537ba3b27da7cf7495c9aa3fe9a479b92fb8d9b1edeb4e914931abc6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d743bbeab0ad766abd58fd3f9dde385ea26876e0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebef224d25508cf7ebb8b9b26e415f92bfc655559764771b83f75bca6eb16bac +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ab2c5aaf33b0263a7bac82c2161738001f3f153 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51369af1b2453b47ad86d5240165032b4ce81053a13e40e43bb94b034afc49d5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..19ede805b91c6d375150d1fc54ca140ec55d4c6b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c36d13ba3ac48174a8bffc86f1747edbef4e82be42351860a13eae2747acad3f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1395eaa184dec67938729f71a95b2dba8f01d3c0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:358cca66721975d088e51b17de60ae088880da5211717e15f863be5501620eb0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..929c900596f831272015385772c92d50f0e60689 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd057885fe9519966a9b2b02cf8581bb108d682b92cb3266533eb74b4200984b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2661e52cbe3158d4bffcbe6178f5b6213bcfd274 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa30a587e4f0a2d40b0546f950e0736f9ba31e5c00ec49c09b65efa6c13ae24e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3b6c28bd856f18b48655742e5943f402a956d6f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2ffff5f3dcd9feb01af1729463e12ae0caff869bf6a59fee89d167ff3190412 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c0d6c2b7f62e06745ccf4e97ef9462a8a599362 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb35afd3bccce07cd9382eb02c1d318f0ea47e54323c409a55bca0f10cb78bf6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ff1a333dd8090791f59f0f7f45ff3b3627a149b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbc911ed5f06ca99029a1cf4fc98dc2671a37155a2e3202b1d861d53853e1b05 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..78cfa9be54246043605eff54687154908298b836 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fd3425cdefad8c8b84b9f8d51bb5ffb28a8558304ae8aaac4a1ab89c97ab4d6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6e09f5b6a2e43d0104bfc26c286e137ffaff93d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de5ba0ca44b963cb94840f6d29d08a4860dc88d42a0b9af2ea0d08928a8bde08 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1b12d4ec69f39d6912e32a2858b616194706c71 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d765dae645d5112570d7a6f1b353c6f36d4d9a79b5a53a4922dc72f9ca2c96a4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..571273df9fa9ef6f72f1bec35b63be3cd3231d7b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c84e7cc87167f29280f376111574442bf2a585daa2eddc593983c2925b2fec6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2315aff211de54bc4dde4c5ccb831c4bbc4bcf19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c4493f884011bc4e11f5907d18aef3b0e197e89c3223bb6650ae9a09fc05290 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7df74f1a4d581c16d3bf9ffa370acb54b5862506 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6ceef92a0242be38c9f5472942320cf10882ff88e3c8e131ad03e7ab2300a97 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ec4132e66df7d20c5a510510814bb7a4ab299b3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2b53483894959ff258acba76d776b93cee4b453e92709b1a1e03d32188a8755 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b06eb8699bf8e5c05b268ff7a609745bfd4495e0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f4003dcfcf82a574ecec2ba0bad487651d493c072aed79d78291ade48a816d4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bba3de83c482653bdf3145d6e8af41b3244b0ea9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03baab61f1fa56d6125bf9e6e34996007e3e52f33ec727950e8ea519fc1d4653 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f8d5b503dd1cc2f10a41cdc28fa70cd22b77b4c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e40f7d90f6e16d5286fd0ab1be2c9391d3a9d341813309bc07e01f952b5f89a0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f0031a1b168f2ad642da196985b0325ac100d9d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca97cb5c2c9e7e2335f7bd9108929fc0a9029a2a65ffc4173c467ead46bb309a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ffb12a8d7786fab88fc6b72edf9526b44fb4abe6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2a6d516ac5ca4af3015f91fa6cc972db94cbbdae9b29556cdd34a27b402b18e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e94e09c729b5b9204911e557afcab7b139904d16 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e3ae640244212655887a525d5a24f626b8f24f58ffd2ee1235de91e96a3d465 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..623d27f33c5326315e7be63781d09fb354f00c8d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b71159098a57be8314c5bf2adbc45db4db3b660ff2173c05a097f60f590fc6e7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e10684355a15b8812b7df6d11e0cf3e93d2e825 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c770bc524f18298457cdf0e34df8d79014971dba3b23de176a6c00499ceeae0e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d8f36d96d0d3d2e34e94c31cee240d67aa42815 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09f9bfdd6a038c7610f86fe1d0311f8756e360c3057281be31664cf2cc1803ea +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..85c19a565c116d1a37c3a20763788a5807d32887 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5857fcbdee8114fa02e16aa4149fe709e5d81051a20e7b22d3f047ee09499b2e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..56c634d1e83e9d0fe47bd7876c96b03759736b63 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:853c362b7a98a2e32bf4ba26730fe4dbc0565e680b8872f33e0832b205698ed7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ace21dd01e899a14feac3ce07eab63550b23d06 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cb5d03b0c14fe13188be4b098692ba2de21fad94e60b143e06fb2ed8ad540cd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..97f570f92d8fee0e6e015cb9f35fefe798d4221c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7d9403c5cf810c40ddb9a7765954ea6999059790eb38e87befa84b08b81189e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f512b6a618598a1418e2ec1a7d230781a02f1a8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05d91d015162fc0bf0b4e6dcc7cb43d18226e682eed40f6493b6e3ddbb6bf2f1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d7315ab649e335588f631a9a2728630e008c23c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf63fe10833073a2c44cec99879553d638642329a9635d61fec1b54d81ae84be +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..607a66698c858de88711ef2088f4742459ce69f4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:882f3d106788c4911a3355f57b8d27a2b90ff787b762667d4ff7633d143b276c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fab469eef58a564162021b0e52d07b4630a56bdb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5e5b4a0505b675e15bc8ae0e8b0c9fa9bf5147de3ce3666fb30d2e36e86f5e7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cdc9e15cd41abc2802d10caba3900e69a7b23869 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4a60906a7c0cd506b1c96a1db01d840e628e710e4d331df1d1a20d06cd7669e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c34b3fcdeacba6b5736438e50df8bffb4e1ed6c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c88e1c7a68eb2c7805dd98d61ccd38892bbc643164c83f0c85f656a5624e6cf +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..309da13729e493ebbbdcd8020e57d60481ca9564 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2642bb317240b8f4225b271e7dc1ee5df85fc0e002578fdedd024813235c2e03 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3613c145c77a4747c911c764d83b24ff3d1baac --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d5b3d661881752aa6aeec0445cc95f514bb3d9ed2650d875d8a19856967f84e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9dc3b1fead9f0999c80960fc3dd0e340afe2674e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23bac368648ba9b0b6f7d192a7c9375c537fe5a47da11bc17d9a00cebc4d187b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..54b254c694577181c3efb60485c6ac95dce2d9db --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf5dabe921ed589541f9e2bc067f592e881134c6c14bb9242489b99a0dcbc828 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7c59f4ec75307a28072a8b9c8cb7a336d6c3324 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bad7b19f7e44919c1211c9f8a78992b77e19cb467698c491bdb246123a8edd62 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f6c9b5ee72be8620f5b6e470a5a649ecfb80fc7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de81d54f6cbb7486b6234ab8e170513dd667fd02aa07b005d895a9e3d6df4f00 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d05e84914820ac15c78ec5498c4e19dd89e67bda --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:406e8b124983b5b0a2128086ae86b27c0cca2c499d7d71998675ed36a159a481 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6cdbf185939684d2b7f61e6f9507bf6dfc70eec5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad340e49b2051fc42f961f330f60bd982710ef28adad2b6f8e1c5ee7120daf86 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..24f7d39fa63b9ff6ab3ceff62813e856c8249139 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68e4b612ced68859f4030014254a02d01306d4286493908a61649d16a30403c2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f0c6564a7f113c39185606d4f3b512b8f174900 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85a89634caa78df0e404db7b3c632acdb2bc524c4a013f792aec855a1b2bee04 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e0002c37c327a810f615f8b1b919853be9f9b1f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f7802130038163463e700c28c1bd54b2a48f8648e1d58fbe424a17628c9d60f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e707033c32da322f73dc8fa3c07af3cca78baeaf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57827a7763a8882cfd4a545c15d193c5b39138fd2720ce1126d6a639509981a7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d29c2d077aea0c7d9f5f4c13b3c641af97bc5ba --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43d3b5149c4a1c552ddfc651375bceb547f763dc6a2a7d088d93e4c0c6b2b544 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a9d88015c83d8e95dc3a9df918a2169e8c75964 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:417f18cca46618ea554a9ab87e7972e7d812866df1c4466bf4fcde2c8cb1c0a8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..29e5918310add17933d0232ee8b08d1881c6b6d8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e28f8b9124dacf5e0356db69f4174d7d2caaec8f934559c50898ae862489df4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e8b58cd158be3cc86ea798ac8dd00338e6fd29a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86c2c855e86a5746896bf5ef632ad0ffcb21bf49f03504baed236af7c0686049 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e17b48f940d84cb0b5fc17ef791245263fae9928 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:586c693f411a2f5405f7b0c765dd18132cc4d8789679628e452ee86dc752918d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..83eec9fa193effe7b66c0c9590be511a02d81224 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdb917beda096f51c95a0d2b01e522f4760bba4deb8993dd33a67a961bd4b1c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2935d3cc27ed454c50d62e60fe3d7263c33242e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50e78c9e6c040396fc6ed094d46c75b4a39f5cdd4bbc303ce2fd876a12b87fe3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7002a02d0643d01fd7d7dad3a7688808b59ed3f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfd4cb4ad6133f6ab071f0b07d4c42448e57ade376855689207d48803c8b05c7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a894f8a5e663e5eae60860c6b89fb36c0923390 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:605d9a0b2299e02560e4d178f5ab732112788ebf74b4fb7f068cec47b2a43024 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aaa3d4ef36180965480dd58d426e5a59e8181676 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c566d4a2f6c8929c10a00a8d241220bcd52807427facd40585571df73673c84e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5954d326a7c59893ecbaaa3f9c385eba71a18883 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edc8eab5c4f9ce147635596462ea34ceb5c2756081ee956761dc086bedb31570 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..226d9aaa4ab19704e2cb1e50438bc7383d9237a9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76640fd821b9fb1fc515020dd87ce2dde456213c639e136273982d73d8bf3bcf +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa27702384a9d8b7f3f4b370cf4de6179fc24074 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8db7eb290f9e4eeb6031f5a495f3e24fb6c247f749edb02dd88e71f614d9de3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8032478531bb1d0f87256070538bf15ae9c0a67e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02cedfb4128969330870a8234e7895ab4ba19ce75ab5440af89907a6ec4ac0f3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..355343736e5c57a81244606bea25cbaee8029429 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe9796d2a2502e4de80ea069f9a02c5d8e34db725bca323f7c92d0ed3e787c80 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b407301e68f742cb8627e4001a2d92c85ada9b1e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78ac4edf72e8cb64a926754c0fd10f8c797bd2778109e6e4fb952b7df853bb05 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..16396de8d5ab243405cf9e79d2a76ce1a5678d01 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21c9888f9e6bfdde94146c348063d7ab04a6d9c86caa2514fc867f6967dec633 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..694a400cd70e1e396ebac251d3df49d57cf77f72 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ed62e29660edc8da0a8c63b2cf27fb41dc70178eeefda665b7b7e86a1d1de14 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e217f2762c65aae4185e70892c3ae3974719ba00 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf5f934ff5a136e05be635ba6449214e83f87fa2799513c48bd11e85cf563e8f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..18ae2dd7f18faaf149b4f9a0b1db973333358fc5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2270524b37836cf75067b4b79dc9bacc2d68441ab2ec0fee855c5db4b53c653 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..536251d67552305d5a4054fec2c680cd23cbc491 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cb726212196a21f9e948623e3e9eb7db877ade5d9cb306982345ac91d9b33a3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..596d0ead0b1ac10653b4f11f878a4caccbc9e503 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9165fd6624381c56570bf3311ecb60a93c25bd80a052e831e0c14c1ed1c7f8c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..04d235e364237e3fa95155bc0643cf14cf0334fa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7de1f799baafb48b5e6cf2316ede30a3a7105a2489cd204580dc46930c9c942e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..da9cdde5d3c70eb87805838717ce0cd6e02d16cc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f20baa0a642f7419b10b6f7cf3d2c59bcdb31423f14a45263c0125038ec18266 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d0471876a4d9822c8cd6e66d458ef2e0afb920d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0c6b0e535860e33b743a29ab386c4cf310ee7b32d354e1759270f74371f32b3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..17c256f9556011d58b86d7e6bd95b3303fe53b35 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8697ecd008d0aafe546ae4fa0dfa7ac5123d32870ae0025c2527528b75c8631c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c08a5a2cf18b887bcee6feb19e53a3f95dc8851 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82a08f3a9c645bf9b92065d0ea9cf1a044f70712349134967b7df1fd03775495 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d87ce144972a96ee0e326c33bd309d218c6d7868 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68cdaa55f9337c901606ba168f5d372cf1a5bb995b67742b9ff8b29006e8e340 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d617ac0faed5261705f77a18e5ac064c02ba55f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb6f75e69db5381c2b34b723503e81e7f3bab077d9650aa7d4b700a0ff0e6e08 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..acbb937a1be1b24f02f2c963fdcc435d91106861 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f62dd26b4539282f40c7edb0454fcb74b1ce26b59ba317717a41956be612ec1b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a0300fc532c15e6272829200f58cc54f053eb37 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:449f6f649c3dab756057b4c91610a534fb83ff9bf740666d11f251d5aab128c6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e6b857d44b74c6aa80c4d5b236746e6a34b89e8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1167db8917feb8fc4245d9c2ef36e7e06043e3527ef0658bc6962cdfbe2850d3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..29ced15190a35f008a6cad8829a7e05a93e7593b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bc4dcb12c91611acb5621778e75202f859e076b9c53b66afbff5836a8b7536b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..80ec9674eedcd1d123ad879600d9e7a2bb3b0bf6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd80e995ebcba26865493b8caeab9b584856736e84ae08de39ba5443924f59ac +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3ee325e57fdc991da79bc24ddc29d79f6b6184e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e9b457eef9b8c01e094d80a49607bbd042ff7f733162d43c4b22667307f2906 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d28b5cc9433b8674af1024bd71e1747a088b4f85 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f16a34792700f8aa7a388600fd4ccd6911033002203c544b6d55f01ad72e2427 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7885ba29b28f846b3196b73c0088672b340527c9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3373f2544d98b75a20f129fca6371461bdfa97a81a4903228c8bad213b354d52 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b69bf687decf0ddd6a270a3e715ea665d230516d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7f413dc0e8169b35729b6295c1e6f43b4448adbd872efac901ddbb350f76b06 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..de7b74cf2c8160f0bb47a474b62857e938082853 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77586b63414230f0bf0d7d95c9bd115a51e4bfe808aaabb09baee0554d5d0d45 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..662696c96a28fbee1666c031bceb1bffbe24b46c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be6f6083160160c8274b76252022dad8723ed89aa888f2778b15b3a92be6c42f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c542e915bb73f0a16117dd4d43e8878678ed506 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22984fa359c542d2e4de0bb2953afb649cc0426f88ebece02f88026605b960e4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..99a4446a9a5d3b950ca2d7fb2f781436545afe3e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d666e05f4f67740ea03ac60b2721eeb4aca06ef6b08086ab8ba88e5ee7622e2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..56555e208566cbd4e14d8f12b5ddb643704df9d9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60b04c198d95a22f4a45c90568920516a52be4398995c6e22bdd3c87ba98bf87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..40ca0dfe78bfd59f6025f8d19df1d25ca287d7c3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5cd2bfbd21039236e081ee7536ee561ea354116ea465824eb554e09ae34e09b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb285d0531200e65482320e1843d44fec3dfaf09 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de2382db8edaa24dc9576a881777cafca3e9185e0f72d418f6681e60cdf147d3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..12d961bbbb23f2e8d673bfc0c26e0705bca0d9e5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52e8cc8b0b0593b852fef9ebaec22676bfb5ccbb961813142c7c7c2c92a877e1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..08bf7d2cdcf7c682f7098bd4f812ddd3ec4aa117 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1213b60eef2c1d471f1e1bd398092d06ed108879697df0aac4d647b4ec971f25 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..12ca4eec6e8077dc383dc79407c123237f003633 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b129cf254c43f1a3ed8fd3180eea1e0aba876cf746aa58a63a9b2bc2d7a73813 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb5e7e7c692355504aa0c0924dd75d70d55fd8c3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de7c77d3aa0e9aa0f99024c658c9e6200de0af616100304d78b87b804617de81 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a9755f29de2542a37069976ad5d3ba32a4134ff --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de6e534bc55e7c199d3ee06147ba8f9d3418bd6847edf031d5db0f722c485455 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..176d1fc8bc6a5cd74b6b65718523f03e28b3ad4e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e13d9ca09cdd26aa0f57f978cbac2b46ae907c3c0df8eb8e1b9a91ef95f01261 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..95e146952c3c4bc272082878fc0e3dbb63a9e157 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:542e91faaec4fd1720b4971fb1dbb16337d2412b9afe42f9553c78be4b4a1fd2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..37ad4decbaf72690796b233026390bfdef7f1026 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5d1d35ced68983eaa07c71584e792ba60be673a8bd2c5d5449d2902dfa92d08 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b7bcdbfbc50db6f68fa16e50aaedc577ff55e63 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:291bc35521bec4cee3c875c5f2ff065442c29972029b5b220c9299286c99f45b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bca613eb18968ef8d12538448ce359423ac52a98 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2208d90ea1faafe5092c4f709d81e57fb755dc53b6ee7767d8bceedf0076ee0f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f07901c22d269080eefb571e7fcdac7290235370 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c2c4b9ed9f1f87daf858059cbcdbcefaf0c36bd53dbd3aef0e902e06b74bee2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..343e0cb7a2c01dc1490fd577c21bd080859920d7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d9931a8d0adba1a79516e365331978aa947371bd0eeffc7f35ee60678441f8f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..13119d64965a60f19235046b590ea7457216374f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:918f86d894af027b47b05dd1e3c5a6d8ada3e1aab5068de04b61c9b6835aa256 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ede8e05f5565493f616346c9117354eab255da74 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ae5cba84ccd68e50fa0a468014452600e47db54ee67a27b81214be0df55434d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c3ddcbdab4c090e262e9dc51560c4fe7559f408 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02d7161f265f113bf6685e5cc7674c434b1d746fcff673a7f75fd5594d7527e4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..11cb4e4875b232f538bfef076e8f242b3d014730 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ad947a0d6103a5bbbd846fae369701590666bcc808a54c04997fae38131a313 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..88c623c8c91ae0a8723ac7f147203fbadec159aa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04eec91462d3541d25abecfdca0c1c0f668a2eb415c4f17dfa7a4924d27d1e6b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd9beb766a4ce4600d05b88c784e3c9f997bfda5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43bddda31d1b8acf2e79a85e7c3cd6edd04e60de1c64f1d5248c1fead3f17cf2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdbc0465481877b1f11e9b6d86821f82e9d60a6a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f4d64aa5f983bc51c2728462944384d622cd9a667ed7c6256fbb93bb952ea9e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f8c3f2bacbd39a7121c39fe97addd2eb429a8cf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22a0ff6492d8e7550e65f64a863d07238300c7bf7848761157cb7f3b0bb9d37c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d78ff8969daccf317407bcc1dbdf96faf0f7d728 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:313593778e55e383033025b05e81d89d853a24f5e7e34896da05e0517ef2d19d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..80e5fc37441e930c935275cdae6ab8f844349258 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28644f08bb0a82b96bf2405edf42b5ec7ce8c995b1fb06314b9e59da19e1d183 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a721e38ab6c4625dfb970101c735970f9d88366 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c512d2116fc114657a0b4fda3a690f6de2ce3e7731e166ef70dccfa14461591 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9adbd5812ada09d84937cb01998816ef82ff483 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5f9fe2fe0e98672557bd1afb9782c940393fa2773b3df197edfdb6bdbb6297f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..72ae6befc12efab4b6715c0b6c0ae21efe3022b3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1797be31bbf46b4339d08b18ef600e35943ddd8597f8cfb501bc48cea5b3f09c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8fd0aa43aac0d53440f3e83d2aef9e9a27af2e64 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9550dbd3f550fc2d6bb6a291308be53e28ffec8b4e524ea690e4e9e19ddef610 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..22433eeaaa1aec061b4f41d8ba990acaa3b0acfe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7729f8682252c9b0b70c2c4f40efaeff3c243212f75f6b135baf7cd79e25cae5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..260615dc59096221d0964507d43105fffe5426e4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8bf9cb9eb4954ed6fb231f2999b019b7b1743965fa880a3d9f54af5d401e6c1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a977deb298df04d33e68fb8beb08e443fc9d056e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d00f2a88f264dd510e28a0ba01849c25e1a8c79318c437acba4f1fecde21d574 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea4210cf617b1f9d401880987e92d67a8bb83837 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a1e66ded8d0983722faa606c553d4f4c73793e58d17474677f487e93e24c4b6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5571380312de76aa7620b514dd39c35b5f098377 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c33ff6d13987b598545199812621e3ddcc163033565e44ee3943053c2a17e7c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..37bd8a03c1b11c525c28113506c7fce2958a3a0f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:daf3af59cee2068fee6bc73a8c14d600589395a0a3331696372c24a6dcc45c2b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7cffba84d98f0cdd6472c829677daaf5dc187cac --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b3260ff4121c72569470c4b29b2b4418c84bfa12c4cbcb0f477ab2af7f6e986 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e33aa0cc8939ae4cc0b8b2aac5458f4faffb4a2e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee6de2259557cb12c585d31ea9e31304744d26e1e06aa142f1653d0d0702e7f4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8cbffeac9f886a0426309066377cf0b58956856a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ce2b6048e8702ce7ed56e39de0952b9b4ed034c7be8e72ae67cf9313c21072b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..25d3c057d28e5598706b2b8b27825e7e3c43f3db --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:862ecc5ca3f38b427992d7d39b87c5709d341e28bee2a61b1ffdcc3faf027799 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..75f29f184b5f09dffd50965121995c48ce9379d4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e65696817157ad5f4151ff2b8254591e9b8767159b52ba73313b18b3a3019623 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bec453cfaf87cda17e17f72071eac87c27b4f89 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d966ce3ae4910e14a763a68c06f89750a63f44668af242d46ad075026058d9b7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..be54a99776909eb38f60e1f2a08fc631aa83bec7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:868a7e585ce20e7567399f99143c225c99837e18b009f2b67089031e0c6057e9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac145f762bb7e18ddb00e44fa5a9f92c5aeee910 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5336f011336a70a45779e005da46e3bffd02edb4215396a871938387bb3eaaa0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ed68028b189c8831946dab373145e09cb03df1e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2db345b5daa3705c2c8df27a4de76189edfa5e9fb8506df9d327c0c258800db2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ecb6209337189ff4b9bb27ac0f37df1d5847b090 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41190bba12a49403596eca7c7f4c5572ea2b65c45aa9a53a1a3cf1bd49f466ac +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..38a6ed5c57c8a80c68b07d0b5168486d190b04e4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc441eaa6aa294f48322741555ae1403375448be6b86b7372f349c3689bedb0b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..95d7a6c4b93c077c01ee07c8bd30d9fb30e0b042 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d37ac0d2c1a9eb43f0c2816be16d32f812de98ff7e8be5446ba334238828401d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e33b0d289b5cc8996f7ac23d5318ebb95937a85 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57a9d106d264b6b842f426b3d415c1494c275fef63883947c4096e499583517c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b55fbc53c08d939a124bf9daeebf35c217d98241 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b8ef9f50809d1ba5ec3dfbadfdb44dde027b3c6a817dcbbedce06cfdeed4591 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c31db55b766f25b47755a450d822a2e1b1bae1bb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aaa449a778f4bc3fe729ae30a168b204f0415f848f2ec0d4f02ef1e808769324 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ed49658e028546ca02e6a65e6a8bb577a02c6f4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a969ffb3e2c2aae0b50f7e4d958a3c7c013a2b91d2e2fe57807d18c9a0bcba0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fde277f46af42c7c64a6cfe0ffa4a27c601206b0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6e90f492081c8092e3fbc6154b6b9a8ad13bd3fe710d9828073cadc8bebc1b8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..56f73dd0720ea901f2a2d705ec6e9ef615df0282 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eceeb00b8ddda80497714bd7b32f9a98b94be3c1beff18eea97b3f88da4c20a0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..004871793aa567f949ab634b860a41122279aa3f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2617cb44f8c3f18d729e4d47ce1d77adee24d13a9ef24b8b43edd4efa2dccaf +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9552f61bd5385370feffc45c2de36baddf761a4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53943131438ba3ba483ffd20d69169cf84509cd863fdd01dc1f90dd1567359dc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..739ef07afea9858530f378c4a954504f97b8efb6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5592589d2bdb7f723e032e29d68aa0335ce4d0e68b9a8cc85606c33665ea954 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1401c3f1f809fae2820ed08cd2a7f1cd7022d85 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca3564fd69f209070e89450c520be8a7d3ba22d31a4d940e7629bcda476b6fd4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..82459034e2bb0a83a499a78d900d638de92a77c7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1d77919c09b10b832646a4e03b16f42384d3fa676309d5d97c3e1649d3350c6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..88a22e0ca8ddd3b37d119ae95c41dbe2bd395f75 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8698813af0a9749f02cc3ba232fe9ad3a929f11f136ad565a11630d99960def1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b404a7d909a7099af9fe6eabfcff3b8f848eac3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70fb06c81e9f6653e68426c173641fb66376225e2dd7a3d69c663180a033cfbf +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c576687f4de06a1a9bf05622b30cf979f6649c4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8864038ef2bf0e4d6d9af36973a43821e0cae66b1634bad7a92c9ac89fe1ee10 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f4f39f91d1ede6538e350e1aae925441cbafe7f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c1d32e52308636e04b4a5b2d7eef9e84890cfa48a63125c73f114e2ab48a042 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..73331f22631f84212c8d316e3bbde3a7b7244671 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0e0784683d6820f264909831de0fb3f5d798c782cd61c97ade50e86e97bbadd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6964235f626ed3696c37c66be0435a57bc0fd3c9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d8a11e6141d0d9ad5e68293853668d8af4e537ca2fded833e9ed9d0132d4d7d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3075fd056f626df4e1153761418c6bb16013d15 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:047bd09cec7f3f095c5b39588e2f654fbe5d2135c585a1224b7551fd5594d0c0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9f4059168a86851fa155b48048ac529daed4fe5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94504dafd78ee90b57cf3d1fc9b5c8d75ea4243c2aaab3a619dfdf9e9ccbae33 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a5a9836e8fa9a0ab930a26d7726df5b14a56077 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1908491ea51ff2878291f9436124c20c62c5131280355747f5628945d99e1f9b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..161596a128c2836a929b2d7fbc896beab56b6910 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15052ff3ef01e05e601ae7c5846922df573212116d6b7914e35c920691409ed9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8fd519eae1504adfbcc508506ccd71f258c1e07f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b00ebc1347c5dbe7eaac74c49efd98c2a8fe5865399f39617a6d2e2239fa5657 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a4b021c52f985281b8c57647c0b4fcfc9e42651 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d93582eca64fad70c7254e3a13b3442ffe2f51399a80cb91527cc31f4a13a6d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a62ce36032e1d007b0d004080aba99e7f8ca80b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bd650c05d35828af2b99076bd730eb5bba23c374ac6ebbef210290bd11ee92c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2294ad4c50e63a98da38084584f58eccd52cac13 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da74c1cf81c0a66b2c30369d332a4f944ff46c2c329b12d0546ff01f4be539be +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d578521a62f7e2fe373658a4fd3f94362f226a4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5b5ff68a82e0672606fd21a0d1801791ea62527e9d2d04412b1fb448b3fca66 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f52f64eb88ce8d65190c7cd9c1148887c7f6770a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11b73a9b6b7d20824a4e59e121a2c0865b4c40f1cbc469d49400a44352bcbf77 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e425b381518e3f7fbba433f56d7010237d325c74 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:697b67f6c6af536aaa8b8f2fbe3c2de058f3e8535bddd4289770efa5800e4fdc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..70166889e47cc8ededa987ebe7df3a1422906447 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:659555e2070b014e6f234e6d0f4733af8a3a3a9f54d99ed66c74f90adafb5706 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..17d6e3c6c3b5084290bb338294c11b63efff2c57 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9b5c205fc2b59664fcf7cd090f709bceb0947fcbd2bf891c8f5e6db02a184bc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a6203fa363359d23ddbf0fd00ab102c8977eef1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc3384e33df573af153c385da31639c311760754a68e740ec6e538d5ccda9674 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..366667179d3f4d6b216b4da5b926f262801f5724 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b95b746fb4e667a078e17d744d8a9c48fd94b69daae92f776a278b9fb1f2d97 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b959feb505b3e361b98b63b64e463bc3b05e083 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:350c545a67cca1c6b5da3c37709e9d5b557edd04d832f409bcac89cda5824e53 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4698077c1ffd406b17a80c082a0cc5e599c3410b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e80ab63a98595073b778c97c76238e070551773e1310a11f556c60fc098b663 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5cf5aeddca47e9a90f4dd8284a608bacf55315dd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a892b78f9b79d21c6ab1bbd384a960449cc48bcaca1bee40cf0cef3ab98a8d4b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..98c7aae09d26a2a031f8993566b5b2dde148bff9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9218e367f31ca923ef9753ca510fcc3a886cefb2e80b658d1dd0b2d37141aefa +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d58d82fb1d532f0ca36d9f716e452e028c4c6224 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d86e861b94f8611f4bbaefe96170d59251357f56056f5262d45709b52cc792dc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d16cf165ebb22404e5f4a13cd4a676c24a0ae88b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aaeaf1cb41c1e414455cf9f46dbaa2949bd671ade169b62aca98af5032d72fe0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc054a82fccb733ea27b651aa066b07808264023 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce71aa28f70fd56e97f8e2f40e6b91b4acc353a5609b099103024245d7790029 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf01253906225eaadee608f156c320e19eb61a8a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:977056f0fccc58b2bb50dfe82f7d8e3dffcc63a7395a42c0bb6e0cd50b287dd0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5d69893b257faf3e642bd941cba0494750739b0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1c4278c568fb62695adb56ea99b20bc63fc05ebafc6837d1de52751dbbaa4f5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..511989a850b78b2b5e744aa18dfe0e50a84feff3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd3595550c97e8b45777b3049bfac7a2a6474cfce66dc5b0d8dceee693f8e9b4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b01568d1276988f6d21051d84d4965a5fec0f51 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8555fe67ca705cd8a05405ca8f471ba50f454b38f04eeb4d64a00c567a701bbf +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f64384c6044a754601ee880d5708024b07a19b8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bda065b8f5b5f628c65976eedba307cba50f9a4489ec15125512c1f380d9e75b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6d3282f425f850caa37943a74e995688c155bc8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d7180c252a321e3ad0358dbdc1b90fcc96a4d3b93c0cd838a87dc05408691ec +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a124cca6a108d8687a7598d19c7155a0aed6c3c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bae3528b78bef1233adc870bc0bff00e9371d0a8a132459c1d4053f1c441762 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b157b522a3829c0a46d5409512d00e88f9634ff --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:107200f686b415b27e5b2d8384eb6067cef5c4d3c476f2bfe0a8246d078dac25 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8ceac6470af9e8a5d40a17079781bc06ea88f21 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64facc6feccdf9c727ba5278039238c60624be23008dd1040eb1efef8db0d695 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3e2873b617cd49e5e38d03282b785830f30a083 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24315ae6d98a121194fb15f568ade5e58b982b9de4d2e4cace2ee640ebc6edc8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..66cc14adf47a7571bfa9a5f63d79c8ac58d88ff0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e97ffef21fb2f052ba391f81c017f5456c4fb4fb26c0cf74068423f880d4ca42 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c1f02b4b1c926a3eeb213c2679b305fa3ea35df --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ea7f82806f4ac56790c62d11025e2367ad74d345b9d07ac9e416bc6879b8c88 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..99dd1cb71cc23f8cd34812dd0c810ccfeb4934ff --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8a6a527b080046bf9bbe7d22cd69bc8dc3ec873bcce7084134832ef9267c3ef +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..30530e1e76b8e07f1254412035b53d494c86b75d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f740b39645ba9f1d35906f6bf0c10c76a355f6553698b2c88113d8e0804dfc7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bc126c1a2526a4561a537587d727480165d3ef0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:646af651d36e1883c38c97a24c3b81a160cbea0d3f6b7200fffd52e70f6ad181 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..01d08d5d90db1cbbfabf58bc2ae3c433e4cefff1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a73a758083522e6cd61d54d38b83f52cc6036f7781f0630f172fda534411436 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a03a5656b0311390f46173e53d4e32c1909d926 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df6df67e240dfe7d8fe563f3b323ce04486e15a3aa6171cadb22729aee95530a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..32e3734eb2d9ba25d8611656496bf36776a72aa2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7aec985d9c77cb651b3c137b2cfc80c1d9a52a704782644ff8c5efe47580b239 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8022d473528769d9b39f378aedb0192a3b1fc6c9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ce9af4a4134229942938b7a4cc60d6e648bfc3063ed6e7dde78965c9bbfcbf7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b3e40c3025ab03cecb4e9343a54cf6eda2f5cb3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64daabc15ce2a1ca7942a328240383afaa6fd97d052971b514ac5df41b23b67e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..87d4ca2f2816d3ae214beac1e0627e7f7d8bd00d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7838a81cc080326640e1c9c08e128b2eb255ba83bc7dbdf508cec5d30eb61aa +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..093d23ef457cc9e5190560925c1e8774769e6bd0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ee19418a34a8542ce312d947a26cba22d1dbb6895c80b6cdc1822422df93a41 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba72c6284b0dab2eba9ebcf40308941be7921f35 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86fb0435bc97fa4510b7e71ab3f6ab50454450c962471a9783a9e45851b6300b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..34c21429e0edce7ee615a0bebed8617b7c209acd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfb3a4e101fbfa9cb39ae1e77eeaec40dd2159ab4be94eb59f5a0a63bf65ee31 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe7e486bb82f55e6ff79c9891cedfc4f9dfef9f9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e4fc17e576dc482eb2e56e13b326b0a69301a36e079b15c050548eb0a050bde +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0467cb8037f5183b81ca64e6dc931dcf81979b87 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:259d9aa5a571816cd4a7986cf9414dab092035705c537feb5807d38f93181cff +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f84890c7ab658775213f2bfa13a33c7da7e6a06 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7424efecda537cff67b70875b1ce76ef4b399560f2109d8e949c6aa7bb316b1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3e2efce8dc19354be427e6816d307d0a1ab7141 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e2c0fc4850e8094171238e440ba2e3420ce3eb9e27962c89c709f4a1f41c047 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5be73abbd0e1bc36d813065c7b61fb3bacf23232 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90a1b2b5e338c1c4086ab39d46e42e70eea9db4678788ad312565a4a258f70e5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..20224e75d76bb2b61ef8eef9eecc476efc56a8ac --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:289a608bdb33f807c88e5ee3ecc3f32f56a15dea124ed91f5735cbd3797ab3f0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e76b10e7a893b47a35b27e760e2da4a7ae33b13 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf783df8aec3aae7ce603b641f7c289bf6f946cfd8d6f41201eaa6b4049fa61e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..378837c9362c0b2728bf756f00f152b1f806db3c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f37aad7cb04dd671dee6d93a138ea5a09b7df7f3e72f19323a65262ffe013d1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7af6b43b673fccdc4c101d530f5dc91cc2fb3930 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fcec81ca0e75af90069403657e129229e308ced8f6b6a14d33fbd51cff5ba08 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0edf7e7afbfa213ae44ef62cf604037cbfa77edb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2db9ad5bde2d42e1f6d40b3a90f69036c190b1e5321cdc3d09a6122a10ed509d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb8428720df27a5f4dfe9d93f929f9e0c257d9e2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:181eabb5d638ecc0ec1d6d955307533ddbc9a328aef0f33d0e70e6272f54e00e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..55fc5847b33d9c4d81bcb3194f90b868ae2d5a52 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:538e6d54fc2affe5837b5a9e4139a91f9aa5d0d9824d64da3f160cc8bbc465e0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e83cd76ea97f2b93b7958b04da068de8d495538 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7aa53bc6d41fe8e9e0fd34c0db1c42f99083d08c7a656fbc2b7d5a9f24258df +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b0b95cbab33055a1833d2550e5c1f89ba1dc69cd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ab98c50e0cd3f688cb26256f446d18a5e2c9f0b55c12bd375dfa9557d9ef67b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ae319ac22e69f8c1fabd41210b3703f94dce80b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d04afd187e27f55b61b7eeca1d84d03cb6c760a950c5eb3509c8f7c0be7f5894 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..694279c393362121c2eee017194b3b48ab146269 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2632d034f67c7d08650fef3f7fedacf444ca7ffc1edc3a542e76ce8c6a74c6c5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b9f542d922146e589523f9340cac1756e7b3029 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cf2f284ca3602cd2b3355acd98aa7a0a5b348f1ce4f055ecca35efc13fb59aa +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bbbc8999ea9c424d236006a5f81f92162d0d0456 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5104942e1f2156134b75747ec330c8080f7d7e6d0935cb2c5c9b93dfb42bbf67 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f12bf0b9e670412a0f0854c9c3c67049ff3efcd6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a66e4cfcaecd5f934c377fdb045af4dfe3831022cc960bdaed2aa6621ff3cd0a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5b0793223f9171e35fceaf1b399c158f984819e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cd0e4b84b1d371d427f6788eba3ed0ca5dcd67a24a81716502c0aaa8a3f6151 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8c9d0a210d25afd07fe04fbb88bfdd38601d5f4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8978c0023507a1e945a77d622be7c6ab3e49e617d524b30ad5e558777dd19d0c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..973f4abddc9c48a2a885be8c76799b56c47cf290 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bef30057eadc0e181340962fcc3ce1fdcdf503d8982cf3f3d1d8c73453af16c9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..72bd6f1b50dc37a07b2a054ac2a0f40311d80d36 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bfc1e2009df54d6127e907ab573953f4fa20521723af97cf6bbd6fdf7d08163 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ff48f420343458b2fb12ad9be6339361968a639 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2aebb5519be7dfa3595922b373ee2921be21f70a22ad4f60609d9a024cfec0d0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f070052f5b8c4373c072ace987c1328b401f969 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:019916abfe73f7d35c168640efda64af07fbd32f7d718e089459aacea93af00a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b24f9dde3fe280b95dbc155b166858991c038cfd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69c9278ff79aa0211d373483318443acaa29936b692e6ef0e2fa1cc23d4888a1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..52dfc65ddbd7a90aa4e1aab0a18a8349cf900b75 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c060d12d6747c39f504739884d0a121c22d9eb4d17e7fcd5c45ec522005b763 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..77c106d3ef59cdaf38598534cd99626817b9f0a1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55b8dc078d4ba9fd057ae76d5ecf01663b0ef77875476c7bf44e0e4fc1818d64 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3f806d63fb9a7e58484588ac7641d2686da9cb9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1477adde8f7b01bec9115d3cee3ff7b091851d2fc1bbbe6f40b848b9fb5bdc0d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1cc9ccfddd338253a5093f42e1a2a402b50ea197 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:578872606f7b2e60ee9cfffcbf3de3bcbad2ac7fec3fcde895add4bc6fece00b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8cdd702f6b926d05f4cbb6a1e268b7350bc5d23 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77c6178f05356797f7ef694ad3dada20187199b3660cb62d530ccfe442642655 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e5e236f64e8573c5109c0ef2725ef1c3cd3a0b7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0f234c1e97989135f7853f82ab8802636aad37ac551a5ae13e0db21105d2da9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..65bed4ec3d4c0eded79ffc3f021b10f88c00bad1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5809e8f26f936020a61e76340e1dd21f3677852c0e05eafdcebf939825ca86fc +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dafcfa412d4f1b0b53fd509fdbe10d8e59326be5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78615a6a1c3408d9d5936d3b5c8f0f1f13da6ed7c57a90272642918c6bca6cb4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b090490c3089c60dce70745b40e880f8bd8c0f4b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65b797029315f5e089343a64e7fffce57e02fdd768820229b1964afdc66901d1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..10a8d4dbed80fdadb0973a9943c6af209201ede6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fa555c798aedb2c669a2b230e82d052b5a6276e63a9d1a0c1720a62b196435d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c51e6b43ba2bcb8656646f3386f955d2453416e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76457cd33e3ad3cb2f620fd3daae704884f285d19b202716c1c877d001fd7ca8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..647b32342994cb2ed99fef93618dad91a0c08557 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:980def8b80df1eaebe3b0ff2e095cac1b5960d9cfcd7ce7f3fa86903124c3df7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aac2889bf313c980bc4b4cd4d88e93775e6e9484 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03832e53a1c0fa9afe6efaa5d76a5caa6025dc857f4616dc0db50597f06b3f1c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..14e9ee9d8665c7b26ff0cca739d96c29236b5c70 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:456912a0e20b76d6b28097675d010f66107d651a93b453cf29ffb6d1fe0e2071 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5ff47e577aae7e22235db92e6991b864761bd9c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8542028d2a4a41ba2dac8371117b777aff83f689b7c3eb5140fbceed891c5da +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..253787049acb200de68c0509adfeddf88c177922 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c90963d043571f7abb7c5c1fc399f67a4fe35afb9cc663802cbf8d6e11cb0c81 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..61e73d520d1ca4c53808e5f1a01ec9b54ed7ba5f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e35e55ccd69370bbc149dc3c74cf85c296bf1ab3bca8df21538e846c9715103e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a2c215f48a5227c4688a49e9292086d6117da8f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff4b1609d646a7cfc298d8ec9d9ecdd5b810d005bb3c5365b07d515edcfc2386 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..84524c032f33864c58889a1f6abdafdbb70145e9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9d3ec004a31542072758ab01a37b5e45bf1cbd583a044c2ec85f8c0a92069b4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef039e13afcc53dcc2c94cc9fd20158c2d202e88 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a459685293b1e25acfcd73ce48c4dfaa36f9ce2e1ea073e3e885b5eee63d2b7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bfd83dc73228f5736d066725792021af6fef87e0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9354ab4b50bda19a5ec27ef22e9a09d140130d86b34eaf125bec53612ee3efa5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..40d4d2d1403db7fb7b8aa0b03b20af793e757403 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28f70b7235eb970ea78d055985cac7ab89ae1a876ebdcf401ccc5e8bb0ff2bb5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a9ca313292e7b91b550dd1b66077c7271e7ddf5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:382d1d27c0c9edeec3c621836d24681014efda2ae4d040a2509a283ade837f59 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..46a952d6e0bb7ad63c3e67754a318c259b42a8eb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e7254b1812d38c0d65b3e440c4bc6a30fafd4e51910730ba0c7e3b45d04bb58 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8208e8bdea0fbe35fdec7b11dbec2374053d3098 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fd8c66645f949ca106cb1037031632d461e49ea00fea4eda3e0394a805cb7a8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a85ee323e11cca8fb649b0f928fc550fa7794fa0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f83074a151500cf69bab986c602594ee9c5fc24f83a96bcb075f74a848758c07 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a74f49c7a4f940ef528a98bf6e6893f6de35183 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c6e821d02e03d5c651d3636b54bf70c96b99f7d5d5bfde30a92a7630d997de7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..51cf0cdb6ccfdafe495daafd97b870382fddfae5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:212395f825ba14bdaa83b3472c7b8de6da3e6aeceb4d98418923a04e6f39de3c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a181fa1ea038dd406d566f23dfb7acf7751225f9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4636e5ea8a9235fb4846e70b23803c75998b78325b5e8763cf6c1a4e794bface +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..34bdbd2eec2cf22ed17a2025f6532293ca3a3a05 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4256e5625da8330bac591657a5b8821b3356276bc964b364ad01414e61e50ecc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad563d8614cadaa8fc3f5e06e7b5a37fc7aba830 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c261debb5db997409c6a39cd7782dbe24d4cef46d167fd5be8e3e8100c729f27 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..05d1348b3f7c7532d64452cb4674b7900d9e0c06 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab23adc1c5882ef410ee755b640db68ad18f70fc330a7b2ca528eafabf6cceeb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..62dbca0f04d5def470ec0011b02cefc63aa3a5d3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbef69465d732eb2c891e2e8403a5b37ba5a9f0d8a74ae461e936aee283c02e7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b11915be8ea265a6f6b7228370c7d2140043c0d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3faae1e84e7f99ae41420f005dfc0e91675b31b60673578f49f586df2ac686b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..60d3450273488d9c4db23347ec760ee6e807f372 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e34f66394af42e279d4220c156b20b45df5eef2aaefcae2472e6d49d784a90d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..08779d74403e4c3e8a0f7955febc1f9809732772 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab68507e76ae6a5e210cf8d3756d021b2583f2535e5673c6aef8b5ffc7be9bf5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..138c27e9afe01413ad085cfbe20db9beb26e6361 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ec86e921e2a3fbea9d062c4ab8200b6daffee221875d14b6002242717f2c9d3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..765feec17f66c8d3b637ca6ee5d9861bf780bcd8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a562705b88c3cef7405c968c4aac09c3a638d6bdc77c5d3492b07f1c568163f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..932d3b933095091f3e71d5463c3fa3a585446ffb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24766d5c090ec1073234910481b71a75d48bf5afdca2307c7acf13fa80139c59 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..01e356e89c7835ddb554d410fcfb7d71dca83940 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddf34c664b4a58da2bfbdef2926536da809ed2b95dba0a53ff1d47cabb0060e9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..04ec6b68101f44d9a44f3181d09371875660dedf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbafc6d2e48cc62558fb23c01405a2142d6829ebb4c66e9633d7eb8be11168e6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d188b0b95ec8f82aef7c6b80e7fb07b86bf01ee9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea23bdbd40b7b18338814acc6652a1d1088558dc019e39461ea983f56961d6d3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..03ff2b367639f28045327d23541830ca2812f24b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:573235f4431185e5cb4cfad67adb56705d4955228fd3f30d03a91798ed2b46d6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d74f50e1ec59775991a5c3c7f79655c0b599b03 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9081b57fd04afa0ba7d3362f4c4bc7b7a30692d87463ee48774c74f57d9d2bb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fae7e426969ffd17f59cd53c573be5c3df2814df --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d9b092061ba7e6871978fbd6e57d35c880735086ff78a3c4d19667722468fbe +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9630cfcf7be7e9c4d54edbedf3177a4ac0290234 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cc18aee6c4a71fa8346131850a66a341b705e69b40562541d0cf23ef032203b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2686c006cf4a8ddc79fd09b615d4d9bd2f6ec0e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:719c65bce8e93752202a5fbe7d8897da042ef5ca5c849fb92ffc1ba5a4ff9bfd +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a72d5e5de2f8b52a37e922d96c11ceee93b31917 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff69166793a3aff56af057a11c76e5db971debed51e90d9fdb28061d9d9ce741 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..237f1ddf07c6702e17e263952174b0945a87c071 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3be39a3dafbc50610e29e732951895c2e29f953b3c3bda5d10d88a98661cf2a7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..115628cc3d3c4fa66c513a7c6bb6cea482d69399 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3144b51a18da1fa8ec3e201f897e3124f08b9add93906afe1525ec1b3356a62f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ddc767695c9c7bdd22d4ec4a1de91fafdc001e4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a562665f19d3d2f698f4de7c6ba714a15d9ba73147fdbbccf7d7b68fe6be16f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..361d664e1c4d903ef86015e25d59696f9c7384ee --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86e1e5dd35a58a4d34ab66b7313958fcd010e40dfd73a835605787112ca7dfeb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..67eea81a9ec04d6594e2272691c4491cd319b7df --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0aea9c77cb565ef407449c1422f98214a72689abd0662257e2133a3442144c4b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8df26f50988378703f6fbdbf1a97a9347a7b297 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bd874b30084c888ea77abf467aa2e8242e6a7e28c834d81b191bf79c93e80fe +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7fa84cf71130992a0e054a8d42cb546a7dc6a3b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df814e675692a1dfb641851f5d7c69110af4535178b45bb9c6b2e15be513348a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..807c7c9c9fb019b1f83f6e94248a23ff48ab509e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7b1496f77f0d72b7060b6d2062510da48aa32a5ae89a2500bf2b3cb4871291f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a59936cbc7ac9d081babf12193910d0bc48dc49 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbed957d026da42db6552af6c2ca3702b0d175689b2926ff133c12692eb9e77a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..955cc7b4f2f23eb38b7fb0b82609f5cea31bb29f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d06f54ad9887f17e7afd77d7af857b52c5de716024ffcc271dcab6d530b7b6e9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..53f013ef5330ee15c85400d1d73e4e51de4c7f40 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a319d8aba34f15b3ebf8090a422a6fa677108df03aa32c90400d1c2514821237 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f615547773cde605512862b718b0beba98b1a667 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:339914a1013cb9206c5e08048f44ef5137ff0d007784416203de3ae7f58d51a8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c82957512b2d204fdcfc4ba704a895dcd8966c1b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d2b85a7cb391c0070023f060d77183f83f2a3f184fe250084579cfdad9e8b1a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..16e86f90004db6a24b011109d3b8279ef5703363 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41b9ef9da5586c4a489c9f675c3e557ec661ccce195679957c7349d2e208200c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e386b2a0b306f78f0ab9945b58097b4aed39d7e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2640ca36aea48c9c3d572245233b82f13688a7f474099440b8be91d9e661e9f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed4d04e3d9bec6b56b54ceebebd81aad4cb5ec68 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a713197fe309a0450b31651967be05a0f134837588cf3be5d52556956a7a0f4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8dbd96545505dea0ea22e5fd61fba1eeb429f529 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d71f834002bbc7abd6eca6435719e2619f33564d08e413a8cb7c53c869f4f0b7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9130c2cdb96bae6db576527ddbb635e289b11027 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a02da37fccd561f895a45adb0cc4dcd70073ff5df35d8a8b65008377b36a36c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a61ff85f74d96f5900c980d6c1e82c6e46ba231d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18510926d558950f1dd0e602d6f3b97cb0274a2069f618e99b6d09264f8c715e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..939cdaacf6ec0d8363065a0f77c4a53e7dbc382c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb21cf803403649108f30bf33594d46f454ccc7773ed74ba01e550e42923eab0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4f77761b8230e441228dbbb56d5cd4172392d21 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:724397c9ffe9f4d88fa38bfeaa3b02b8d103b163338eabf91e56a1366e4d8593 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..555bb0f3f2ee057b96a936797ee13dc71858134b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:920371e04f986b3f94159dbf41dce75eecee18679d110ebd9b301a63750e4cd9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..35ccf36b99ad9df05c94ac233da687b6bedd92b4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb060406a7a14fe6482a0245f45e176486aebc84f414b8f502725ed771d73379 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9af2f0dee92f744224e66d7b5512baac1a438b2e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e637fdd30e55b7c1b4a6d19f9eda5bbe38a4305260137645a89b070fddb7ad4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/lm_head/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f49ac70cef6910c58eb914ca8209243380881a1a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775686dbd68f3cbf1ecef0a84b3827c0f0a92cd1fb59a8a7958fe08ab813f857 +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5f7948d7334f8a5e29e0c46c04b82a5a89f94d3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03f9395368efcac0ae2b31e2af735374137485b958229d3a8545ee0142efe6a0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2739dd1e4d08409f15b24bcb9c7fe4aab1386d6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17109da843b38a97f9102c2dc8dcbd314ff56f16a4342fb7216312f2726cb3f4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4631741d99973275452fab9cfa1fc483c1dc4bba --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d09431429b0b81559e78e19d3e9918be71de07157039cd5a228550285ad53f08 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..665bb7a22edfddc018e6a9b94c6fee1caeb7a3da --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c302f11663620e8bf1f1617bdf855808ff77e8cc356fe0f9b7ff1eba88670e64 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cfeb84307ded731bf70d932ada2d850109097223 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6115ab2efb30d15c1e01892f29813c10a2d376228bc26e7732fd0857cf5ceb4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef907adb4542f9ebe1e563eb2a83d8cb1cb8b184 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a71ff6dab40afd8b21dafbeee259757d3e880550e798a96f08b497ab0cd8290a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b3fc41fc58022a5323f5332671e602f1c0f0a63 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f05e442225a502189f674d773e9273e034a1fb2ed723e907e90ad1b5b6c07cb6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d6111f354c0a01c87cd0beefac49c5763671c55 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c4dca9b8549ecec6c5d16c3cc326ec73cd4076b40d6c1834a85dd88fb8ae332 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8e6c19e8ce918b5dbd89ca5ed542b34ee8092f2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a39562e627dbf54e5a524a43cdcccb0d42026edf2ea32eade220f214357cd590 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..481900e3b89c3385b6bc18cfa0835a1c34886624 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f07b20afe7cf0983d3617c5cdcf51b865aa2b11f9d2cdcc9de99326d14c06937 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf0190899a9cc034f0c47796f1561d748e1681b4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd447460317d14a0915a54a6a2ca644c79fda31515d32d0a3548598cbb2a6f6f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b42eef73e8a578d1534dffd690cd61173447116d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e35783b6564df1c2f5f4adcf4805ca6677897ace168d645bf2a9781cc3e390bb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1830e54ba73e61606a897128beb3a976744f17d3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33307ae09d0a720ba3b28a675f652efa855576483a4bbd21cb006786602c6b3e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..95b27e69907f5dbbda995d589f03436a5fd17c45 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ef4e5f7709130782ae4c86ea8cf2c2ad731a9a299ca8b46df5d1d33e8b601be +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e64a2f1b87eed4682cd6d8ca943c0fd97779aada --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49a9c9ca0b936d23e7c974b786724b192b2ced640c322bf2218e5867d6005125 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..211455ee942004a5b49c91303e0c4cab2a3eb904 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7df79a7cd37fc9457bf0ba10116cd5edec19d1c9dff026d6ca6d821044fae9c7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..62696320d9daca807692c82afe7e8e5872cc30a4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f28b442990a75d57df8450c5e6ed3d50f76256dd7d7d9e91bf960619787def1e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b7a12758800b7a2dbf9a1ee33f965bfe97a8385 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90b51db0670753843a86850d7f2902e47d3b75d3ab0644844ba76176e21935bd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..afe7b285cfaa24bb20a7c5eaf4b3635894bc9074 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e36d4dfb5d616db9a185783cb3e944a9c19a5e525be3f8a3f1a2c6dc2a207dd3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..321e8307cd64099a6a2961b02ccf7bc9866ca4fc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9a4c73793971b5075118a3534f5def534a756621d8de098496173ae9465cff8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6415f6f1b0a4fae13fbcfacb90733ac707d3966 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:814dfe07285102bfe060b8f8ebf014e52384e220948971d526539d1bd01f2c4c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c23de0b4051b30202b59d8870ba609ed63096f4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a17be37ba1dba9fe84376ed1e3b079d49fb4083f1e88113555c1b3b574778ad4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5dbb20906afb3629deaeeb45704bd16c2b5d5c33 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d0bcd66a4e9374971d5db695e259949adfced4964da3e5616006023fe5abf3a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9948fdd1f415366637ab9d08298d49e7748ff1b5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:587e4e060bf264983c454ac3b6d6156ac7e5566275217895da27849fbaf0b8e1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..320c53c7d4d813d50954aaa689c8a30e709f36c8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a044edd085d68d59eb61d2eb1c58cd4331a05522f404f8aad69f1dea2e3efe45 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..27837ea16ca3fef7b807aa12f248671817c8ec60 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ecaa57299e18f0bcf4adff49a0c6c831dd04e62d0909f9056c306d47895940c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee235416fa06934ac32d34f7b69c371b22e78716 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd2cec3eed7f4257a03920fb58201e475b6722bfc49846545339ad26c3565662 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7192c6e8aff32354a00242f3b13acab7ffd2a78b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f74ef3ccdc075b0ccf2c38ba9a6ad1d749a874731141e5a0196f00a38fd9597d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3cfadea07c3d50006a6ba4bc3932cdc004a4ab01 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:606e7c8e719bd27e263952034ca9489dfae7d7ed1949e91afa9c8a6063cc29c0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ea5ae9e9691416169dfed19a181fab708af2792 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ffe558eaf158d93e0f4c19592e25c2eeea010794d2e0b650f931e1f82d9aecf +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ec9d41dd1e1e0cec7b006c99a3990b208c81de2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d88cf5465e7d04b224c5831a0e02944d669bdca8a5b6b3835035074a1bb3aaf3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8356a04a588b633a031e8ce61783acc14974a028 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2574536b5c4631c113c06eca87c75be609ec743daa2fa6f62a579a08a8f63ed +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..43c64826ff7de46441f15516733c7eed29387206 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ed6fa0490fb4e2e627c2cf5d6800f5c73cc447e6f4a71186a2eeb1eea2a2ee1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..64d8dffce32f9f6efeae151657fcca4059fc5820 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab289ef56c328a4541df59ebb023d8c33252723c29de7268cb47f9d9fb9a347e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5a09f071d3635ed694ba15abb03e385ab94d3a3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52290cd34809a8b995c34f19a2ce0ffc351e951352d4df0f2e95dfe7f0dc4a89 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a8c52593d6394d1e2a40573524bf00367ce3e695 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5180135d6515a883378882820607385164201e65f569f047ec7af4799f4a4a2b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3468962c9f693c158693cd936f28a6cc78daa966 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c5f0d3fc3d8469e7a76e7971d10a9bb988b6d452602ff14a025133d522dac06 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b091feb39b312d3c088731d93e501b049becd7ac --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d400ca9b22f7fadf7003774a2f646fbd9afc0514d7d06ad52a505e0448a3f94d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c1f076a095dbc8874fb29ece77fb3d2d968a99f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7741c76c579721741def096a24f663f335981e893c221a39c618675cb78a2a7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..174dfc3f80d37fbe53a755c2d0dbec84a5a1a4b8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a058faf89363a45311c3eb11bb6fdbb8e5d3ffc2fe29035b2a7da279cfb347c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c5723ca78c58a84fa48e7503e3b4884e071ef31 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbb97a34e87651fd5d299736e2c953ec0292fbec8bb72da3e82e1bddc89a9d1f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..05310fe22ac2d1e9dfc3d1228dab27b6f75fe424 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f69e773fee7adc8e979f1aa3a573ee5b1ee12e0b23663aaf43b98da360b12cd0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c3a1a3345bd49005f7e6089b31d6db6d3e9f3ee --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b5f5f6641f149790ea766dbe600852d0f9e4ebf832a9383dca25587a7563c11 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fba3044d8c7e92c0c262167cf110fd4c5f5c6776 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:686bde6934ec95dc47140e82a3f26ac16545744cf75d2afcb180c94adf064dab +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f75e72fc50555868d58081e673f2e68e9a06b1c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff28b447fc6cde85cf2035b23b9a736ffbc1382802410662afbb3d3ef4544c1c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1de10c65a952d0b91b6c52224a042dc3fad345e7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04df7a844ffa8da73b9432235cb9abf7310434ac3880817cc6455b3fd48ebfec +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d49d52780158619876f0078331d21bf48a17df77 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0651ffce25e930cc01db962253c7636d8aaa348990ef2173e7e6465c7ee1f6cc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd9366f9d117772de7607da6164c6880f3e81812 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cbd8e047b7e6788232b4790355aa3dc27e0115128b6d630cfb75cbbdf10e356 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d05cf487795853952b4d9ed6eca56482b94c5ed3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e94598d7f341a2a69e25b5dd3a21e266bee8097ce389589f15d0677d09de5321 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba151d905c5f32d864396f70420c7d5b7b37d474 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5260e884f09b142a84b415484657d6cc0e6068753d497ed340ff93e028c6a30c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..690284bb149997eaf1a7ae4d058149995c210e41 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3251c184158808f71a8bac876b0200dae76105e59cd723b609b4eba2d6d9495 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5145dcafd9d2c19d751dded793d952d1f5ddaf99 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a71238e011be3f84994c9904e0abdae267261ad406cb03d11ffae8d167bbb7ed +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cdd6248707317eeb0286ba02400d44623a23cc1d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8997b5d51bd748824ab675011125b4f60bcf5bf10fc0aa19e1299aa8921a7f42 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b60e8345b5640986713d6139cce2a2f4634ad8d4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f70b78e2a800a6e6094ec0bff281a5621382b64ed3524a3438665a9cc91f8d94 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed100770b438f12bc745b356a44f77817854503d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2b70b85ffbb797c2bde443bf46619a730b55de9ffffad5059b74f9569197b32 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..24402f3de6e9a630e144a8334f57afc4c29b2e59 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2aef71ea7c7dd987f456703fa7cb6982775273ed6b85ce19db95982385a351b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3de3f600f0f62162af750ee0a39ff943e63ff2f7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ce03b5d1911b4ae7f7e02bf1d89247b7a75db8827fa75e30095f5d39ceed31e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f10b04de73decb14a574de18767e214a4dc87033 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:871b2666eebfdf1530cd2a7cca07a068aef496a87c66ae5d5cc0f4a3f0143143 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b12ec65c15fda59d7eb69065dd6d18da566dfe66 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07209fd0de11a1e735911381e19744061530eeb50ce342f6749e8781588b1672 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e26dfce47b1191a15c0da63a11e4cd9936de75d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5baf504d4ca0a7ed55f195178a885c79f430ac81986d1843ed3ad5c3c689ed10 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cceb58b0a14adb41a561804ccf1b634e6367c361 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0559d7f89dbae115b7c7dee53634b339991286f867d2f3f9d1b53ec4b3cdc7fd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..99439eeac93b3de962e68637be1a5361329510c6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5dc328abde734c245cc02a4858fe3e4bdd44294bbb9fc4fc04ddaac5a12b39f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3935bb2cdb90204c404ac9d39306f061783ea22a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f517c3ed6ddae76b61fabcc740d894eb16058f9af2cad75d1480c6555f81bcc9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..358d190450591b712619907c5320753f853bff44 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1363e2e4111c251e477d6239685cad948716f033606999f568facb9705ad4729 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1557668e949520cfde91e65c6054b2e58a10fdf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f33b861944e17925d7baf443888c3a70c1b241b470f92702ad03eccba30c0ee +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9df5d15d2a499f646fde55a50a840349804327f5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecc86571b186f87d28e40ba6d7bd226887b5231e439e11def61b502b0cff3980 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..884f62888732d4de7588b2bebff035afe90d5bc7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd0c17e87461fc2608261928c3be62a9bf6d5dabfed115973b70891bcd4e2239 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ee22e202e2996da4e9f475c933ed99cb227578f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72ba40022ecb3497b3f05832c7ff9ced4c256a17c3b1684806b56bb880dd46e7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0c170141c94e98901f64dc7573041284f7c0591 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfaa0ac8fac2bdfd96f38109d574f36f9006f02c3aa20c51767b90bb3d0ed2fa +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..efd898682114b5da9964df665015dbea66d66c21 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bc1bae3574115e0d8f9ef6a957daa32ddb470479581e76402f18e2dc57e73ef +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..360e0bc3e8198402989486bbb54f56140cbdad06 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b495d6515a3f0e29337359790492fa6eb14a0e470c9c8cc822998ee9dd0fe74 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e22b0f5b8f4c598b1c6377f505444378a29d4a54 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dacc28ad983c63fb81f96e7169262401d8230c9834603c2f8cb9927bf33881bf +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0db48091fcd62bf110767c8d7aced845d6df00a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca7284522f4ef9cb545832facbba1ad1aaab46df40f7fa3c09d5b9bb572f423b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f21ebf2e263b0b15afec07a250b0eeff7ea6f0c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1be8b1ae7a5e9f00bc7a57bf6af8ffab8581b8f6fde8dc3fbb9e2ce2ff89f578 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5144693e044bcfeaf8eac159ead344fa0e58c97e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b82f36f7746ae3061db9ce680a93894248c5e0911d2c53f45221048b49ba65d8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..92ca9b6f1805663fee6c4d87eec96103f2ba3b01 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f45ca3ab83061f65a32d21d9fd90b7c3e50a36e5f0171951101439d54bb3d81f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..21dc31df46b6828374a7b852e8b96e0b689e4515 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81113076ab311dc1272aa1b7c013dadab6c329842f48b1bea84270f20345a428 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0941a2292741cf994b4235a5f069077770c7a4cb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05de0c74c21cf83951247b25665dfecbc23398ec4916fe9b593c7cfd48092d47 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9274c74f316f266dba53d3282bf5ebe91c7ab8fb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49205698c05514c0a11f40ed009641d193ad7971107549d81c28236e1e7181cc +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b97e8f2079b13ccfeff8553ff19cc53261ad6b6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e20ea4b0967ab9e6ab31b53d8651d0120b2671ebb39e267b792a2c851cd5860b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47c263327ad9ffd87830e79d891fe8cb05c331ca --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8907008ca0baefd352cda67fc0a6a7b66642969bd8e11fdb15b663465b827dcd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ca292ba9a5af2c2e117f480fe522daa9ace5ab1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1460726fa5ef9ffaf76f058a759cbc146c97c82af1470f1b6ca7e859917b5936 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b295aa6130991c8eebccd014785400d9059f14f8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b42d397fede5b2c60374f38541250fce4c9dacc78897a7e349a8123dd2bc6ebc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fae5e34b268ac424e9ebba2dcc5b4061e31e1031 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0a35cbb4f121937f008359a94e94aa8a5c6c8ff89a975daaefe1cb924708d58 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ac849b8f60085ca79ba558618a7acf9a1bbd9f0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5b9c9b5af2e12e2713025cfa48e8f9cd550513acec264824d8e74e857ea2a0d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d73839153c15a6903ea6f9b2eecd22fbd0a5c1d8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2d7d75976a340543e7b024fefc0a8204551f9057bd7dae00d7c61f6e1362b29 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..181e84ef8d5718c3f290940c65a49a97266ec684 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:439f3e54a90742a22e7d80ce04688d0fd229bbdf21375e0271b1b5475c2a9a4b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..66bf1f0a8ede97404532da7e812780e77a27311a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c25c8e5c62d77d639ffd254aadaa7d5ce9265f58efc3087866878d99af0830d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7205f4a036bfd7799016c026f5df0d4de812a3c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee8fad7433e3a17c5efdde9e286c11b389b08f65af12e6f0bc6cc6374f7b867b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..70af2a18738110f0bac29df3bdf8a2048fe32416 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c717a5406086140074bb70908b29c1e6027f146e0f6ee0cf8b60b038f558593a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a11e368c486174c5cf98c100ad94e81b0d242382 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6a558c2afab097c20aea458200624ebfedda587c278cae3a7cd20af1c8928aa +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d1973effbd8c8088b72e7d56074f5e2c97432baf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e82687a5a4b5209032fc183208a5eedf15d9e128f4399d72da742fec0a9c51b8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7f30b5adefea6cc55dc30714beef87babbb21c2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1697bf91d82d936bd4c1ad47d31da2a497d058bed38453ce576c4ec0ad11986 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..de62a9034e1b591769da15e23f2706ac6f63a576 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e10f192f3fc1c6231a0afbc0e9cd162823f1dbfcbcad7d8f83f381423f1490ff +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e5de88a74e379669be54fd5bf3292fe5579490c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:468d6805b3f1f04372ca972bcb953b84e3e5ed757d90f903c68643c5a49270cf +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..558b1cbf165f5bab11ff2110341a6505be4e4345 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:360a31d603b85c4b6de438deea2aa33032dcaa78f3647708ca2f16ac2a4ebe3a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2face3da6343ed572e919d884e0744a643515ab --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8818b82549675404b1e1793fa1e00e21c034ccaff70622ab5137897034c3093 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..953d882db74e477fbbc7577d7289745943494645 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:482b2ee6d50d57423960f6f96876c937e9917e590dcc5f3eec3294c71043da50 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0a06d841e8b5f599b5c0a6069a43a4aa1956b27 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa7536cde455b3d22c7ab6945bb12616097d6fd1807978c10f8f5ae522e6b0c5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd00e0a258b16febdbf44656e08c7ff66e9daacf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f036408d1081d08b31585695513143e7150dfe8027dba8bd5f65cb067d662181 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..37bb50db325ed2498d4b7e1481b71a9b14ba8a2b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f4802c51cb9afc2427bb136af70f493d74a88b260fced363f99782670e49745 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..03ac04ed864e59193e3024d1719e7f7386c99139 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f95be9a328f0f911f33fc3f6e36a9185c7f72d88b4c2867624b223597a857f4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..89919d49bcdf11752f70bb006a2da4f1aca6a2e0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10bfdf1f1e12e767d7cc30104e68c5200e7085a3270f583820cae293b57273ba +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ae40cb1ffff716987d3290ed45d21882e9ecb03 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcb3c6eaaa667ae34f1374949c8e2a223e4ca77dd31b29462ad3fcf38e2d8ff8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c12c7d561fa944a8b2ca3eb2939a9d4d17e48dc1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fd0d15ec13a0ea958c7917fde13c64bc1b176be81379e59b0698014bae9f045 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.22.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..745ae69693c26d67ba439a68a31a5a090e93989d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.22.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:816703d42f40ab539236bd85f8502d739f292ae1b03ef50382f24e3bcd4f5db5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.22.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9b97e1105ef54f391f5c3af2007831243eedc2a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.22.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1089e74ef1a5262d5874f3c9945f8aeabf6c9b04a798e8d8b964232348cdf955 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.22.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..485a595131125d2f0b0d6726a0bdc814a21b72cd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.22.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e292e4dade0e54a4623beed97e60fb42f429bce7dc0b6064f1130f9d9331b021 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..76e952f6c6c03d666e26f5d702eec738b31e292e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6e6256ba7bb3fbfcd207dc5909e94a93ae4429ba3994f63ef99337ea096eaf5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ce3458548f3c96a6567da74bfcdb66fa0bd3e5f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd9f38daea4223ad7373194b60b1cbae8553dc4bd61a47d2b4ebd1bf00170fb6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..311c9e2ecabdc85eef9da9fa67be0e1bc51c1b80 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d670da7de199b8891d97c9a3f9b1266a346e27914fa412da0f29c0536e69b5c9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..30c4e52c99064a1d5c20402337f6ba22ca11d256 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f36a6c797c207d50aa4c4f30fd42ff038c75d190b0cf6871cee760d9eafb749 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.23.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..23720cac04e0de7e26437daaf5c0f8409ddb4612 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.23.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:932e5103b675a3f89a1863a3f9ee004a444724455f6493c4e69ac02b4091a5d9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.23.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3169979797dc6358f4270c2a3f75f9696b15d532 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.23.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f85f249b172f32db903209cdb311a1e3c395c70d791c27d004e6cedc04ad6ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.23.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a30d386bc997478e128b903e6b47fd128b5a3009 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.23.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fa5d408df741a5d534159fc06f3a4efaaeb45740f5f2d34fa0814fa82e9c2f8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..97e9f51294f254936e0445281efef507cd024787 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09681b62e1508325bbccce09c7cb6908bf4d9a866142573552ec5f3a371edb90 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..227ff8c4ba61e9d08388f41d7486f1633207599e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:173c7e6ecbbc5e3d1ac62c14009bb18e5a3de6d0b52ce1fee9d683dadf00530e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..657661713968d0e33c4b9b9e0a0ee171283de03e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aedc2de6357bbdb5fbb0d98d35be80dacf9c8784dd695dbdaa3cb8381896fd5b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7db15d8a1eef436436d42ad96cd6c8274afb859 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:960c4e4c9a84874f5618129bc75aa259615ff79a862611298c4a360ed9058473 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.24.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6438d2bb8b2db6f5f65f13de6c5368c67a3667d9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.24.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e81f92f777d7469900b157cd6d50ea63f688f6d1436fcc0a4772f0ccd857f221 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.24.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8042cf5425ccb8afce1aca00dfa1b4157cd54fad --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.24.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4255776b8a05964b0ff4ee57a74810bcb8c638eac8d35087ff47fa532417e128 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.24.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6afde2606a86aa99ff6992f71c3248cf965fc093 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.24.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86242075acc815a87d8351b91e8a721c809f044d342ca003fab70de4e145dc11 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..23e77d31bfa01606ac966aa60b1ca2e869995b99 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e27cabe2fa4fa6392af46cbdbf2234ad8c5be7dfa69a20c93b4988761dfdbf7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8219d1ed15afb3de5082f2d4d0067f240f63fa71 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de9c718172a59595d58cce0c427ea6e7c7b64d0fb88bb566cac51d52e48496ce +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..18e3ad00cc1faa3c8ec069afa4e583c07724f3c6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09bb24bf72244aabab8e854b1c1c1dadf3533bcbf9a245b4ed1a0863c2e2bfb5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c064ffd314458164784c2f3328d3e1f649254625 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d82a4536d45916775625d4ba4d7b7263eca5471bb537bb7f850312886e6954b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.25.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2d7740009b33c30e1444fd277059652750fdcbe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.25.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28bf883063d3f7d71647453f86339b3b8d02d45af87ed3a82b7564192121b6e9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.25.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..14e4641e93abc76524eadc6c36b024d684a172ae --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.25.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77ec9bb90410b5d015222b494fd0abb84beb5dbf16f84e47c5f260993aeb9fb7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.25.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a02b078f3bc5bf85e6db7ef4525ab48cc15c2b6e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.25.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ce2147c545d306ebcc7bef55621d48f9931a6ef71f1859511ed9aec051b74cb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..34be12de8842ce28632bd05ddf412e56165ff104 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfc89e1621a0df4c03d8660309b66038832bdc9023c30189fa61b8e965739962 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8dd993a66703ae5900d8a6f9b3aa1a5d7a524da5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66de1d11e487a7a66beac34d0af22a5f8040e236f20d99893652824980548a83 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..edd5db79b485b25b8e4337c266980ddcfd763d38 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0dfb7e1944acb511d44ec584ff57ca53c9998bb021dfa176d3758211eb46a376 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2b2557e44c577449fe3a26e6cf44fd5bc19e040 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f7014f4523de29662ba25cc0e8549d1dcfb9e8a3bda9460f285894650d9abad +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.26.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ad6f8f5ec4128023ffd5b079d9c5637dbaaec7a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.26.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74c2c2d41fdc85334f3475ebb6e6eb9d0635e059a3adc7d125f48d4bd4b2dfe5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.26.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ccb22b7a521d6ea553f355766c3745caa22db2c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.26.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc4c4fc4c81808778bc887302cd8bb9740fd2077769df4db3f9819ca32a88f6f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.26.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eacd31dbef62c83d6c2d80fe142a7ce9a1fe8508 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.26.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77706d305aafccdcc3349fa927baf26dbf7d51cd6e6d4bf543dd2ad686a609bc +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..52f2e31b1df744820476fba99ad4e7fe97b86653 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dca0b87d9124ecefdfde4ecb1a12a581ee84071f79acebc4406004bcf586284 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0d922eb0a46634d6253e28eb01519a65356d9de --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c91148463a2a7836357b34865386dc16455babc67a48b6b67911f003f573da41 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7392e4ec8f89d842d7eb306b417fc1c12de29a46 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b53cae5a869a0161f39da21fb3b5c448dc33b062807a855431730cebe23ee783 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..592faf28ffcab054a542728f7d20187a11b479c0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9335692c8c19a46e45460c2ba729e337d953bbd38936731ebd7d218c660a32cb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.27.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..43c21e064f763b3a92aa31e54f7b88fe926f65fe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.27.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97478422a3527432e5f409345298e2730743912b02e3b36cf76341f913ce2b6c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.27.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3826ac492a2d3ce6b7a0d28742c4723bd498bb35 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.27.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6a3971bd445699dcf8fe0d53d59f509413b52f1add3c464f2c5c086ba4ede1c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.27.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3c1cb0220e1519ccedc12cc739e42f275804c13 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.27.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b53556961fa2298fd64b1d16d3859e53a004f24b0142c952e571001e84a980c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..519c102730b1a5b5c8e366a9f1dd74781977c7df --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35882f58a9065e0ab3841b4f4c4f9a6f6f1e605b03add1a7348883d997a13be9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9938fe14b258747452f0ecf91ba6b84fb61b3c7d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc8585a183974ee512c6a2eec23743dbe74c22ea122eb3db302a95c66698e039 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..097419148789e7c578b4a8ac1b7f224a425ec1f4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d77f2eed637c7a8bc7da08f2923b107df561dc8714d93a413800bd7cc2a7d03 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..92a177c0ab17ae8f9a2dbb5996e20ea91be6f814 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:446e40a37e390456c3adcdcaa8c27f66bfbd46edb95fcfaff1597772d349fae4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.28.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8461ba8ad356bdac55f1c192a10dc82a2b43454 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.28.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f113ba1e9d7006ef76e3b72fec13d262885efd2dd949c2724843535e051d3381 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.28.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..23c939724804de675e563b7888278c3df1f60f84 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.28.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c87796d2e47c76ecccb84a54fb4abe45ad3452427fe4984612b93cd2399d4a4f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.28.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b5d9cf567d917c87a8d78fd1fee5c9d843df424 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.28.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dea66d1473f905bad3b4103890cc5c5dd49b550a22e2daadf1a8a616f527940c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d79eefec1db7d8b7b8fb1baefe11d4b625acb100 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f870cbdc5ba776fd70a507cc1584dd17085e69022b38f0e7987526971c6149de +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7508aadbfe2a29f8c5679fb01a03fb5a45fa151a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be0b5482d32dd2a67e5d1cbcc0b450180337167666cd5e96e524b9df6f19c79f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8793912e6336c1ca1de6071605be32b6a557ce4e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8a51978996266a634d2dd7ee972ad291b4d082a070743c302136ca49e3dd157 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1727388bab6a04967e8ac4615c95032be74de291 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:213c6cfa94341c2e2cc20c5ad3ffd98af564eed67b31ef05041c43fed276e98f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.29.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..db02a863555c516d78bbce77af336989b4f77bc2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.29.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a751a6a095698a18fc5de32265e35877e5c0a197d50c4b0f874133b088c13b8f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.29.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2c96e7e981e0f4b01fc6cc02000d749ffa1f22e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.29.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79ca9dc43c16c162cc2d78646a9d3048fb2e51792929aa0e6a800e1c8af38bb2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.29.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..91aae518f44ca98d829001627ab854f65536a4a0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.29.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85c423f17ca8dfd6bc1f998eda471c687683597b7955fe07b39a8172bf95b1fd +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2558f7724965b8e41170ca935eb037ef38aaaad0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96a3033de1e1bc3c76bad774dff89619735cb40648e7e52258d75e3f68c30fc6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a2a12a9120ea6b721b1e5282997fd566c573cfc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a349ecbbd9d8ef88976b2671082b326e531199d55db12654ac81afb0efa50ad +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..896c6574258fc295b679030b3fa960c4c375e60c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e5c3f3212c75a5a4516cf584776158cd15563009376da8320bf2735fefc7719 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..13137c5e66b68e09111113258bf51130a3f55db0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac6d65b01fc8a820cf2925e07bab1a38e8e6642c1b0d1a7b7dbd25b818cb8353 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..576f8e6e7ff48c5e8f6d25d4e4b7ca630d0a7763 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07abf732612969dd2652f0a4d7734d0e1ddb250c1735a80a1bff4e28db984e69 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf690975954ccda47324811223056dde4b888aa6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba6b30a4daa35d523afb63d60dbad0ff4a4355becd592d781340046054a64372 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9510bf58e059054791070793875f63eba7512e62 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dc76d7a070acd61316826b327f04fa876f474de404e9270e2cc5d70239d20da +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..526f112ac002d286540e08439059d2b3ad082ee1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:624f4457071c43f48f6372538c009f9d27da92256276b603e63737b3fe50280e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0108c29cda3c6d4fd577eb3e1d1acee87b5e89ef --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd69e2794e2093bf065b63ef7f7b568bab4a60f33de6a449f5ecd660a6f7679c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..30fe65cd205140d38520f9f9dd422641d99e5273 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51fc81f5b088d68ea021a40bf3ce793531ca3add0a50de10bec79bc4b2189c62 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..977276b06c64327fb1bb81f3dc3dcd7b3f3a93e3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6515747150fbdd3d7c688a5291e28ae7ce770adf0311ae5b2c5531980296fc3c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.30.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7537d419b02ea82adce9d8804ed18c15da98a0c4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.30.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f65dd9dc02a3f8ff20e2dd28d9bdd6b060c34933ef711df9259d30ce8f58f5d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.30.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c84d4e9eb3d01f5c701c5688808c5b22131a7cc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.30.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f16a4631f8437d333af4fc28695793f1e22aeffed2af95e22a4f6c67ff42d4e5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.30.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..65c97a3b47bd37f9eccad475d3a4eb332a966d08 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.30.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b5e4a1a1bca6ea31a514327ea9091ebe1561f091d3f6e689eb6a411e5245c90 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a0c975cf2281a31550a64e60f80d358d29ebdd5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b9d6a20498a4261bed4745dc7326ef812a84f286ec34f942b4efdea9b8ae693 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..30025c0684605bdaa62ab18838f0eb4932080534 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1475e0e7ec16e18dc8ad6159f294265e3f4f824ee9b6fddea2a0bbb175cc17d7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..77e1e9e6cf6e0b141cd72256e361ce27c0e0cd57 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:979a917dcf8d3e822f7aa2db76c28c769bd295cdf7d44d773a7582719f11a778 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..17bd129e3344e3106640a9ea90e9bfd2656775c8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16e31968b5dc3231d1849b213f1144dc758356c155e398b54fda6ccfeb1ddad8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.31.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4aa323cec336c2c4eff51c358113b5a6742cda5c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.31.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66738d8cabdc84e442fb2eb8ef08edf4c2f40b68cf34a0eeb4757393fca8b88a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.31.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a5d5228cc64bf8d84e0a141578df0865dc30fa6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.31.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cae620c8bde9b4e92be5b2cf098138e70a2c8deb5abfb8b6931f8aa163ff3f9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.31.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2a34dad53e83669b83db04bff5a743b54f32c62 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.31.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dffa37dcbc1293c9e4347ae0354f1bb18deec789d50011708b544d63d9a5d883 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3bf928e8bafd68b3b59b57b083c3a4f0ddeb9c27 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf827824454f55424aebb4f966cef2e66a4deaf7c8ce79966be2f6e74fff6ad3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..23f072282ccf00a98ee510fb66c645e93556a65a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae9556f45e6053866b4183c20dfe265c3a7ae4f6c52ff3b49db49ba141ec4224 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..da99fbd5202938e2417b817aba664a61b6d29f7a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3581b68651e4cf6c907552a4bac449990d7cf88e200f52e8b0b123fcf244397 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..adbd85b61b0255b361e122a5f450123f74a80ee6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f98059e8aa4f8bf75bc520ed928cbe8c33e6a5b4016ae40c5a8133670e3afc68 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6aa36cae8e18a43282bedceec3c36aba832a654 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eef4ec95ea2424be808b56bcf924f7429b5c3a4e85069c8a70b99a53511397f3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..af92f386815ff1cd5f0c441529682a3b064aa18f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7527356e2cc2f540b030fd7846c376e8ef4267be21bc78e002fdbd6835fb45c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d124e2bcdd3b46f72f4691d79c35aa5be1a777a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7eabcb81a129098a95d6d7a2daeb23a17a9b517161e633589b76a37022594ba +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f0e391fab10750790b6058a45221f69be528c5b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5430a3e2a5d5299635a3cb14e3edc9b6702c03e2b67cb648fff5e8f29f630952 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f056f2e79856e7e0d1106cdb6ed001c82b1ef71 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f688fdc3c4d87f4671ae3a6e22549bccff7fe46c05801ed2105121ebf46cc1a2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a781e3078ea9e47009d7131d88a11d019fb639f6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ab7458cde43ead3622a84fae21684ee62ebf02ae9ac40251e85630ed58513e0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e20812a36dd14f384b22d47cda2141d5397f742 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4328691c879038eef1587797fcc90fa70df96718e3620885af8bb466cc3b03c1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d1ade00d91ed7151ff2295de9ef9f183351c19d8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c8c4fd1599bc286fdd03ba2a461829e13791a8305cfe3304419ecdd257f52a7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5bdcbe1d0a1bc40c824bf8ddbe7cbeea244ab3f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08524b323283094768cd73aed55b2c7fc1777c994230baf690a7e5b756972c97 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..02b3eb64deccc1744c922ad92d3d4a4eb427473a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:003d8851f6548e3503fdba70e7600da9162a5923a7ce9ac441f8b335fe7868b6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c31d8b571834a3a7f2b11656a2b8d2dbc615915 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d42a63bcbdac3c85ba40a6de97994dba612c9075a67331a5300a899ec4cc860f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..86e6ea198f08a238c92d68d202d0352d820b3d12 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3822977539e5f999c26e21faead507a85ca3a01c503ca40ae1c384c6aa4d974a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..804f5b6468760b7ad884adfb35a1d225aaa97527 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52de869b85fab7dde842227eda347a0c6d25f50c342920fca614f918885c7b56 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..117a672a7b3ee5b27192a3a065cb04338bec2437 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99c424e8173a2876abfb27f77555f31cc52efc1d9ea4ec52be0798aa946937fe +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d006bdb38ec68ba8188ae44dee11ba21259d6c6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:612c4a2a19d081f8d2424721f5f138037743c84b1054d2431d81a2fa80cbe8ea +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..baee34f0333361f6989025425fa5bfae849893c2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb28e7d1b2d450f434f86a49b2292d9d1bb9d2761f2f8a2bb6e8fd015ccb00d6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2050d84f3cde6bb0668e3d47d6b0bb5ad814a075 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f9987d3bab1f2b0c9cb5f14a3019821dd700ee1e9a68e497ea88be12ea58bec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b38d75355f86f63bd903cc2de56e65cd01a0c103 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb0f4158802c2fdaf30583bed817d241712d099dca030d0b968e472acfb85bf9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..910b2fa271bacc9954f2b698e8e204625a06fba5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:482d92149b57dff6a7ed5792ae183e29946a1ade91b4b574bac59e0192e8c7b1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ebf7f119ca8e9feaa6cce3e6fc9027e52b8a5711 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca098bbb077466737082b3c032caf4d2e02cd63a8c2681b5cce793ae19680ff1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd615543428cc1097cf6f5a3e8b96398b551fb5e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5757c8cfbd5ab1b82f4bee31627e3621d541bed93035cf074d32da53fc5a9eea +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c0498e2e42f99ceb11d51106e25b8684c751af4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afd7d570737d0579bafa6e13db8ac7e883f7899f8159092aebd2ebfd6089b175 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9775831815d7ee8835b30c39734285cdd5079c0d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eff5dfeaf1a890f941bfdbee0bf2a0b51471e8ad2f70397b51193d240768c74c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..37f0407606740d9dc9c7180ff90ea5af7705878f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8f45199ef322c2234a1ab10d43c04132bd15842772a2452655bdb9291dd8fbf +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2832e47b408a84d4baa8876d58932bdb30fb0f47 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1483aa1673c7e05fefb918083c295f410665ea59d9e841b53ca0f9a79b0cd088 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ded80d198350a3f81774e996e9e4c8607dacdca --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e62f0ae17f482a4813c6d33c416fb248380048ecb4c490b59757caaafcdf7824 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8cc909223b2edeb0d3bb06984e555fedafae5aaf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c80f50faed7100224ee8d4aa7b315a9c5530c58294b5960e1ba409f46acbb009 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a24b3a77f11041b608ebcc03e86b07b2c5380ce6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f02b0a1c1b5c32f0910a1498b1517dbc9833170cfbcd0c2acf68ac94c51d1698 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..478660d21a29ff09aecb36b07adc3f280df4246d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e2a376f8d2c446c6a22326e312a325a6ae6c9f77c076f8dc155771e87dfeda2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5632912bbfb3b545ecb638fffb2df65d8bce23aa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1de566c155a5892f423eb7debb737629a85462c3de3846ead496739da6ae1cc9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..306269d16b3a951730c7f79e9378ab5fa770d59c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76d7b7769ba798e3e50c3c806fdd5a3d63e505c7a50e5fe7fef147057eba310e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3ca4505bfce10a336cfa149f833c1773bae226e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1b582d7bc0c041da228d0a639ee9106164f0c00a2bda686a1b28130aa64f533 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba05d0dfd2746f66b6492a2d68566dddda3d2854 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9020ee37d47828ba5964a794aa015654d71d67000d46f379c19df94530b56fa2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a583315a60307624c6406d93f9056f36ffd84df --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f280fe041a302907632293d5559f1d9caf708fce73a3d418301f9ce6ed732083 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fdd8a4f946d195bcd01895cdf1ecdd601eeb098f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ed3347dc45dce7081750a51415bd20de2bbc0d4140e415f58746bfcd3b637df +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..408dd332bf0c65cd8f4032a56b444b3f2e90b741 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3812bd0ac7b580b877406aa060775aa5ea0d05fb3c457686e7abe8fff355e5da +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a319bfb18ca68c8f799c79c5717f926f426ad00f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a99d5917183ae73be0a23f8569ae65048d28ccd7301d7e8225ecdbefd243a53 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b31a8553fbb9fdeb9b47c1648d31830526820fc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3454c5ec2dd758e8a1b2145520b15f3d85018ed1af91d4f2697144e29e19c347 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c66a28d2761178900d812a57461ae640fac02e5d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9e7d256adf4461e0f935c378bb25fd052cb9b7b6ec2519ae2deefb960a2caef +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c925241d8fc07da02cfcd4d67476abb51c0014dd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9993dfb9db3322377b22ce7b2c3ad1a81bc61ff5c8949a0ff0dfec91f3e36d61 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..af5843a05d2e32ab68aa51e82e79d1a400cf0426 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00d3dc5061ba984ccf604bd5df492e733a01ab9b3b4f6812a2c6b2e18842cd4b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..027e9997626976ea5a61affd0af6cf1449668f9e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0807975e59ba7eba64e0e30642589ee772125ea80b005f0dcf6605b65dfa7430 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/lm_head/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f9d37ea8ed1e65297e6255756d7676ab52b9966 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:220faf47e77fd728eaa8781366b5694b15888f1af62f3c28c4dc8d91020685ad +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7de02a17982c29820c48ba8d90c3bb1d956897cb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26fad3786d7218188c6a39e3bf0cc55d51cef9a4136308061921df54a2f47135 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..85c7e81e1d43f61fb23c66888601a653f406d7d6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cc6ebf71badd0735a2d1942569de27746715143c5452687b9bd0f4b1d652aa2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce86abc1916c47dc9cd80388be4a58b162a104a5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39d20052a96599d80c077b65f70160027d131ec5f5db8eed929409f3248fe328 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..157ea7084627146a4fa0bcc3e99b19a2236cf496 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26230638a3d958fb624a871c01ad8ed8d55508f6c0f7451053f77660b8f46803 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dacc470ecf05ac1e46dc8ce93d15d9aa95a43351 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f96376fe52701d2fba4ecdac3c4a9a315e89e6c9405518f6bad57b95375f4d68 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8988f92ef7d486e0bb2528c773544a21d8f0265 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79d8c2314230058b9f1dc0dd1bf6f726d4bf0b42b5384ce7985d07d4f0e7a474 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..65606a8a7ede6b662c9ce1a6c353dba7a3a9b08d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fed715806662070dc85015d6d7f8f4c6ad5776798ce7ca512c1549582c02e9ea +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9adb17044161fe9ff207c167db33f3bd7e851fc7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73e307d704629ba23106e9cae37c666818b9a4d320d318d3b99656645967eec1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b5a94f37b7d079544aa1ad276b0fa65634e46b4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28528870640c044077adc28757aa2c54e61a16cae6e4a68c7800d679b3f78c90 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7a166324515f4729c866f13ce82843d3d3845d0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72d15611700fe2e1a60ef7d651b1b1f831abf85639ee25a78f3142bbffd1f1ad +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb80a4c45c335f93657bc08f5098a97c575ad5f4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eff5c4b96e53c5a5624ac3f973d7b9328eb9b239916434832ebd88d7ded34ea6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ea3b4a74a9834dfecb5d2b84827f365af3088b4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ff2421875d0c9c58248cd7fb5b2c0bcca1cb0db0f5994aa6ce2b6a13064c968 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a587e3f5fecb615ded3f08f73a5d6bf377d49e5f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:352e1a91cf89dc28e5a316d54fa4de5045bffabc9ba29e1b407f5baa6fab7495 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..023f8be1ea0d369faf8566a5af7b90d1df25b2ee --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af5c24d9fff0e44b9703dde8dff0c9ba9713b4a63287686de85368b8c575cbdf +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8de1065b7117b3e5f7e780fe9265f7b633debf82 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfbea60962edd01be50bc6a353b7dc5157fe081ad5d0b4468590c93641dcc0c1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0492b8b1f48622610d954c7d8c787f83e7b72d50 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fe0207334d3e2f2a49ea28b6ef1c546d62de223f8d4bcfd909b467ecc3e59f4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf0f315a8ad97d22d89f2751cca05138c2889516 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7823b2d3db1c357804d8fe23838ba18d155c2700061bc9b21a85c528523d435 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d98c3097e0a7dc1aa07bf3d4f319df7327391cb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:999dfb3dd58cb1b65b6f41946f931a23c4fdaee701875150dcbb3f7a35dc45b2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f2bf66402c8c851cd454b06b1a81d3625acb5c2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:475cd051c01c7c0bb8df20b8d12ac6ea038f85a9a0126a1f3ec46932eeba039d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..06a265db39daca3b64976f7723df2dee8ab84718 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3b77cb17a06da9a24a7361812669527902d550d76b9b6f11e7e98aaa59b401e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6eb1ce3683c8ce8afba057da0d58def722cf40eb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:196b8b99a16132bd8593f2062e8018fae5f6f4bc30d4295174dc8fb3d44b1b7f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..25fa5cc0c00b48cf6d888344711b473855e0a8ed --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9016c4d185f5a39588eeef41406d30d69b609850c6961bf5e907f2fb3dd9792 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3870296b4a693452003df6bdb2caec7c143bceee --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2ab7acf817667e75171277bd8fb8afe4c7fd4e50a92b2f451c10723d158ecc7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f4b89be4e0cdd240170e03af34550474c2c36a9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c899719450803c4b9fed9c4866f061f9501d6c51304f906b1d707da758a287f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..03bb066d0c1be2ed0d6772d471aff866440c80f9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cba88ef107cb94200990ad78ad66a58877936348ab97beaf304b7c7f88d50774 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..465809b62676a79f64951ba6c4d4036ed1522f3d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9116c43bedb343056511a4200c2152b95615142eebc376222a68e6c0d5661b5e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..31c2a2a758a0d7d7802af1ba12b67f3ec7e53529 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:976dbe11549869bcebed573bd580f044b42e9d983016cefa9781a8be08663070 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b81175a2fae8590c50dc25897b39106bc43b733 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c2de5238a467b75c854c449d7c370ac3eb28b7190779b3486b2145604e902f4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba354387753398cfcc874fd11e33c32fd5c76e12 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:238712b5bc8050b60880f936f3e05b859528db70bd923575c1e6ad34409414fe +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..09254f1f9d2af7e7cdeab47ad6b252352a00f7a2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3450936bacb05fc69f73bd503dcc08401ed2d59fa366b388c123220c5220b1a8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..40ceba79e13186fed3b1fff1684453bd9a900b36 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6907d6a8a9f4e9357cc5ac57fc0be948b50a40d3243d975428b0599d16e026ab +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..06d54314100cd10a0ab2f15deb4940896a57412a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5408f3a51f88451722d2b8f1c9391ff797bc79bf1da739d7a8ad9b123be62c2d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbbf6b8f967cb87fd203aef4c3d24410624bbb9a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8df6bde44d43e4895779a0e14d277cd8d6ca30144590dba415ce749813ed890 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f3d47da383bc82da7b23907d3c05b8d1ac90a59 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9b085645c102145a4bc912314d079a1c00ea68e259faffbdda434caedf34d4f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1e4ccc05407b8ae901cce4c84f31ff63510f874 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87f8ac212a33d8584ff72660e22e11d0087fe8dad42506930b3a26d3c13b9306 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb30308c755821a5c20c01ece05f22df310100d4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40b6e4dae00d29b611627f88373652f38755cc31e5cf95f9abd77c44372e900c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2bd50bbf3cb400ff790208b6fbc81f268241d375 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18cdd2f4cc8735ff9379d1cf6e8b589ff5ec2cfb356128bed3faa2500cbee73f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..800b9f0c18dd7a2971eadb92ebeb0bc9584ffee8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc0c1a650abbc5e25dc8beba7207584784e2a18f9e7d61884098c40e40294da1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d2decde833252b0ad4b60f0d8243437094e1c30 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4926d87af3bb817d81939c3ed8315859c7c531460c60fee400f2855a6c4562b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..529c72b8f47c97e141fbce392b1a97bad1e3c71d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1968b1089ff0c45d6ee82c7a132e18ab7074b1e8fd900af2c056b96a810c84da +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..201715971087d84b789ad6aa76a19273c27a892a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24ac4868707f74d2c5cef5f79e8f6c1fdd5f2c4525e7a1548d1987307bfdca18 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c81a19a3de1817821eef4d6367ec3a67d936b1e5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9ead33f02699d9681bc22b8c6cc612c2439de84830b14efee06b3ae9ea11e66 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea5e3da59d8a08487d38878760b245088708fd41 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27e2ffec9a0752ee16999deaf3d737d948b25707651b015c6227d4dee06074cb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6cb37e2ca5bc774b25f6a7d0c98e8ad896e3a87c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1031c08c0575a27c7775d47eac95114534698238aa00ffa6cb135f9f204ba5f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6de3ea28c8fb0f4b9ba273be055547abdaa4aac6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd3e2b3422ca2d617eb6739ec4f61ab792fe33f87e42bef86119eaea624dc661 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b2371cdbe3e2428fc62a4ca53828e4f52d8a316 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1012f973824bd86a754871871bebaeb11fc18a74f91a3659a9f293c58927db40 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b655e4582c27a7e0bf24a7747f57515eec59d22 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca3a54bec2a9181f0b36b6aedc01edc83f802953721b7e5dfe2b6def7b957851 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e7064bac3630cf3910fbdff6f0cd8163db5c956 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96fe9d5b498dbbf2058be0c935be9ea59543d283299f01af3ba6b8f778d2e32b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bce5d9a44b3c831ffc9a7f74fc085133aa3a8797 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6248414f215cc3002cd15d4b08241768d4af0f49e6ad6c191b03a4ca46ebef0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff4a8cc9ec7fc1d0cf1a218fac63cc800385208c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62d523779f156d72fbd59850bfb0737a54937691e8fc8f9d5254709f8f0678b7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7581e7e91b835ad6a47ad4dd367ebe3057698be3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5667cf088ae3d97c104627f4166c2ea121e6640c0b99818a9183f3d3babc2dd +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..71b9ceca60e69d70e05a4fc70ce39b44f46704f1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d6b8e6bac740224cb67adf2f997db44e8c6c4ea6fa07a442af33b112aedb64c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..216be68ebe6abef04af22ccc1ab683af6ccac1fd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9340959ecf758bd81585587c79f17bed3ff1e24505cc0ed056ee022199071702 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..782b2c6b0f777898fc28b29c40ef55059c6d15ba --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4b0dfefd69e2b5704548c1770ca88356df99e8805021e35ecff30a836b41c11 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..15c788d25db7ff7a89fb95a0c4fbfe4908fa14dc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cad1427997bad512b6d29233751489c4da38477cb33a07354c73bd72d6a9142b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6f34139cc17c082ad495fec7355cd8ba568b5aa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebc401be39a5003ffee7d1d4a048037274ae1c9a397aee56cabdb477eb07792b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c4e24221e186f00ada8c18e8f22229e247fbc71 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7577b91f25c86ef4de002c4788c57fa0c8166ee3288b30ad6a73d76c42adc140 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..21a2160bed8a723eeee56fe1ae975f273bd1ec7e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11358f1ad071a9d2fc91cc935006615d8182d8a1acbb07c957bc5fbdeeea4016 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..406b1986b7bb438400ec7b0b5bb547bc84b829a3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d05969b58d3a83440cd698f77fe8ac6614dc3f40b38199f2962cf4e5583cffe +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b06f724783ea572e86ccee8c20bd5efca5cfe9a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47a7837587224c2114b34c16b373ecdc2389b4086ce8e5bac6a8c7849f3e76d5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7849140beaf75298e4b80cd3c7bb15fe70ee8ae --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dd4fbecc49e0de2e1a0e2b57ba4082946e0aff785f72c15fc947b3304b7aa34 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..055cf9318d6e6deff4bfa690327d5cd66d5d293f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:259e37752ab1c5494a1141f9fa88e96d85c20a25ba6d81c903cc355142180acf +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d64a5b25431f263d13246c94180c0e9ba0850767 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c331192fbc7c07f63ceb3b1ba1d652bfa073c6859ef0663ef0aad18fd73d216 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8acef1d10dd3da1f5b78e328a70672b07b1a5cf2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37614e9ad5e103f6709181b61942755905be67b2b0e9390b45fd38e8e846a8ce +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..78190de38ee03fd5d47c5cdf0f2a2673c7bad811 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4672433e35f6005f6b70fda4821d5a1bebed92666682fbb30b783ec002cbb605 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d800ba7632f87c7cd99a80e3946098fd92e85f3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f049305f174fc309cf482c3bbba6bcb71010e7955ae3f6909d8583f2f1ca408 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ccf40a1a12adee7388c351fa75c9d5616262ce92 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50f3c78a6e394b26d023c8ed614e1dccc4fe6024155a87332164e8309327a8b0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a34f4c56e2903545cf2e237097839d6dabf4d500 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a61107342e80a1411503304ac53fb5a1ad0aae88ed81ec93b63b0c4e8c7cfc74 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..714eb62d83a8c14716dd83946ce7e549ca731950 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bda734ce569d26faf8c952315e58c42b0030d5c6cd6b658f45962c14c42c5cc6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d1e1f2a48899fb219a64fbb47c2a7f7339e53cd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13bb6b7c00854f2817a22e11403111681ed3aeae691a2172263dd1bac12ef3e3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f68288b176fda9bd52265aa2fee979ffc6ce684f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7397a6a5326f10295bce46d21e056af555371db4970681baa6a976c5d8826bb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fefecb40ee10ae596777972e6df4c48ca3310ffa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c4712cb5dd8dc37bbd7fe07c8f71fe92c8980f3488e56037bb79b7162add081 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1afc82eb08787341ee593726a8a0c23d6ebf9d7c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af17368f98e59989039e2f14019fe7d968297fba17300577617f1e28890963a7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc69dc2e136722124210f60fb42c8e81b9c974d2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e7ba35c9c38e025265cf7a5def04d93c3d9464ce48f1b67d86eb166f71269d0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..103f3f29fa9eca98b2bd89324d6949890bef4f41 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d3b3a549df9d91688e403f6145632d8d3871f0ed73c656cdb4c41c242c2ed3a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a03788d6216a65b1e4a479040b4534b588c49a7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed8b1ad47c5837f206b1c3d0d6a39459bdcc5a0219e57624fdabad5f1c0b2f7b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac81cef0c907425969adac8b096d630a22a3b410 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49d5db7c0e18e0972c6a413f8f587b3c0a130e82941f43a21e55d3a447a33a33 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a6cc43fbf97398105d42febff0d1baf8a98d52b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7e6343065cbf6509f95906f618f4ed2de38a58551453efb4da6c9202fde1f84 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..897133dc214e0d216b37a70ad1dde9d98c19f1d1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78ed3da5cb437d33e8c4f514265c8b07e4720a5d9db7093b65e450c0fe79770b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1249e82116c4107ddd373930e6215ad653ca56f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bbec6eda186e8143f90efb3116d44f6c0703805a5c9c0c454e5631f4ab40280 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..80fea346ebba7e4864215daeed9ed43e8f6fb752 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b6250ee9b66c7086d50ae756d86f77d6d671cb53e14113e92961a95504b7955 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eba9ddcd7c4599f1dfecc465051970d309f09607 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea69b80142f27b97798b0d2eb2329838da1a8e217689bb6818dc5c3e89fddf41 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6999c52d3517d662651da30e84f73c4e5ba7bbff --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abeef09e9e92c202cbd442dcadbe3c456beb19ae1f82d31e595076a9b8e233f5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a614807faa992a10ea46bdcd114ef0c85faf1dbe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c49dd7b7bd636266b1d8e2eee1f654971b376ce8ddba1b30e8c9310523412345 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7dade66fdf165f0a0fa8124b94451392b2daf0e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e03da8af5b7c8b2997a0515858b576f42c673e988b3dbc2d1851274015f76d6a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..37dc96231f1506150f0b40781419a0d4c9befeb3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d1e3825c5e11de7c7de7d1ebf437b28849d7b9301a7ee93deb1ee517d96f577 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..db243f2269ab52dfe9b2813323376105e814c17a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c9d8bf5bfd3607893a1270f380f70752af23c95a8d81ac2da96f23f129b5905 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1520dcfb905ef246e715fa8d30a3f0279d7a5858 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2784f39511f7af3deace4ae85abb7de83282d185c8f42c71abf75cca6a1f48f5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..05512361b11ea3aa9b41b7168e16e064b5951149 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a757182ecc398b7a0e9916de2aab245494757f579a0689333f61bf6dbc5a37e7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc63feb48c1514471464501c184b55ca23e9f856 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46a5957307522d4578560c6830940f2f821b7d9b6eb0bd7c269364c58ef5f8fa +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b339729ecc9ee03412d91164cb81196dcad9ffc6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99a80dca86bf98de61fa1b0944f9f9d27de78b226dbd1cd8839a35ebc6da2168 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..af054073d68317e32abae9bc4a7bc060028dec82 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41586e6363f42133aa45f60824c674ef75514ba401040db13b49af37fac7e6d0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..be3f21a733b7f6542c378abf0e9b7e7967bea73a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a4970629f192653d164c5b6b6ae4a36089a6030640c0335bed0502e63424395 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..baf3d4fc5947d76d49e0360074f67d89855c4da1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f6a5118b1b8a082618381291a9486cde8147064f35585712714b8b8f870a566 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb0bad44e9d43ba06e51deb49745daf1343bf90e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbde11bc0c40abd574cc5d7da69171dc1f1c5e20fed33d89dea7e5e73766b24d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..82f0d92ac44767905a96512d71478f6c81739d90 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ccda9894c9b6c46828fde95aa1d3c362748dcd57a1324b9e275770a5640d2f9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae0afb8d10dc7246d2e256d5810ce78a47edf0c6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72484c7aa7f6aaf857c87fe5d1a87b43b2de3963b4344a7fc121cf4f167d5e41 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f79cff76e8ed3594de5d981673eb90177f2d6bb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ab59b491e58e1045b28b08f6a6611db52389d6ceb1b493725d7fee03a2f26a3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b8d2e2abdf8fb917de69e24b299014c3d821d21 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cff18f3bc870a41d8b738da0d011c53401cbe1c4099a0842cd8dcc9c650be96 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..07b9d23dc5098bb5abf5bbc77d726ba2c4053498 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0058be4ab53c278a1a36466e96270dc14f79a78c87497a95db12d134bb17b5c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5298b89722ec48f4c23bf0428fe0ad5af5ca07ab --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fc4388fb24144d533c0fe432bf4d18d920e35f80fa05d59147684f3f993ba53 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f96fcfeb8bee980ba3d7c50e5277df1875d63d7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b14b8957bb932a44a919709d58f373f1fce10823e8546d22c4c95bcfd282c1f7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..804642e0d82c70b1f8498b5248a611760ccd192a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff393f7af6d944249a34ac5c8cdea1137f9f89b1c72f8476e28d54a5de829cb0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9e632c523727a2fe6ec4e3d6b4f1f3824c0a8d2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c324bcb84170835f68258fb8a23c9a41361544aa2514b84d931f24789b64ba30 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..503a65becf965ebf11d9c1c78397eebe9b5fb20f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a49decd17cef41e12dfd41c26d214e51e9c0d148f74abdadce0c459f8887cca3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.22.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1269ed3b2ae95c4db21e01911f9b780e4eaa12e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.22.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa4c56870541006e9d06193bda875b88502fde37be9fadcc0622d625284e1eca +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.22.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7becdd63e625063f14500936845fdf1d6961f7fe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.22.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcce1b5fcdf7d53a5242974c0bea486a8fa2ba1df027c90a723e5d8023a54f77 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.22.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2437158647b7401068ee8c323f68b5597cb1f6a3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.22.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac73d1063a0960a5b7f27ce99452a4d69444f85429bf775f65c182d8841e4271 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..00f2a8c157ffbbe79f9aacb13348fd5a4565065e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83b51afb4e016c352579adb14dca0f729b9ba89ac296e527d9b2f9b50f99c2aa +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e6375016afafe206c50e3276f11f8888ac364ad --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:372b545353b99dda3a5a481232d718aac892e01a86b15393e01d5d3e5d7bac8c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a00d995d9ec15fbbb64e115c53ab6d68b592c3b7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bd6f4fd2e2bc43dd5870a924b0af5d0b9efe64d2c2b5af0897e0c67f10bdb98 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..679f1a1e13af3404a60ad3df500c8b06c80b82c9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b2875cac1274a9ab262ee1398bcb85b1020c0790732051a105d4b80c403cb76 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.23.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3082bcf0dfaa7caa836fb11fcb2930ecd1d41d96 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.23.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b847a7eaf3fcf7d26daafd95801cb990a4eac69a099b39efff46bcea3c4333e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.23.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0356353b1eecc026f3d9f0c207122de7ef96df71 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.23.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bef25ec912da94aa80d4d38919b818dca397828948ad7dc1e287ca99d4a7e93 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.23.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..30152cd9295e43cf16855ce4f13e12371fec8bdc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.23.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfe0fe2cb941a2b59f9802e63f4e996569b7a2871fd8132fd2a11da7bcf3821d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec9f9f7955a6d597894301b91cb331348436fab6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e413f77a162958fa686faa6e0e6ba77da9ce9a2c2cecdd0e84b4acdabc3d42f0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f73ed12c808f8bd876cd969d3c9cb1b228e6bbef --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eaeaea8a9e4c825087b71266b9c430be31887f69a8d96e09b3e88f3745fd3114 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6311c0bd6d7737ae1373805e4e121875a381249 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36c5f72856938cc6c7ba477a7b182d903e3554898801a1def36ccdea572bb97d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9acfd6fb526b3a1a1f13e7bcc4fa575fcceb8d2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e035cd7ec5e9d181b9a219bbcf21b718fa336537b74fb2910acd905eca47681f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.24.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..97898c72d16df1d79201617d5c97fed67bf41ad4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.24.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c151339ed2639ad93d2e46b675232815726b0e1a42ab08b3f4182f0c3e2f1c60 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.24.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9555904878cb88e06632b500ba5404592b69b5b2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.24.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:318882c418bf7bea19a9b4072818e6cb102df780418a9a1506f95be0a4f30633 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.24.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8c180e1aa7160e22b41c3ced8488b7a5a0d40fb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.24.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d2d1ebb58d37ee92bdb33f274aeb87316fad9fb625a2208cd191fe7d3865aed +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4402c3499623c4548efcf41e8b95aa8f06e34677 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d91c6f018d3d6da2003495c05109ee55040d5ffccfd9784a69a2e503ccb7495f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4716c1507b12500b0c7b027b02c47fb720cf8de --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:055ac6b5b897d73b0da06e947b1a359cb262a978ac7d2a5f785f5e7369a1f92d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd13ab962695686ae3f53603e71bb81613f12c07 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:955f497339288ac5cc8ec27465f8e181d2b73b9b3721c938bce905d20b01f28a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7843b11bfbd3cfecdb357626aab6964c6dae22ce --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b281109413f3eefd188a6c3fbd5e75fc46b554c3d9e8ad8e51daad9f52e8feba +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.25.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9f613448af960d0820d2d72af85ccb60c6bf6d4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.25.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:173c66bfd24ec1d1eae1f6ea6649119404281d58ea5a1b8dd6636fbde6487af8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.25.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2774f1830d9aaca55c219b610557edf97571256 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.25.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9901797e9f58534fa1ae788020714c31caca535a9e6a142e5a8b6644a0497404 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.25.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..73533a9e9823e30cbed6f070007aef4cdf98e01f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.25.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96413ec14ee04b527ad7f9ca8286e7bd6e706ab31bba73ba16b0623fe73a5825 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2aad9bb472404b0502be536eaf80c49c076729c2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35f23b6a10845cc26e92cc493dda3cc2046114762ba8f05ade6a9d62af8ca790 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa283d629ccb5a9d40957c002c6c2960fdfa02fa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e67f005ba59c0f26a2986d2f1aeb7aa2430deb226ef2f877344b79509910379 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1bada9c57667fcf39a39a6224c040f5a5556c988 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3eadb15860b929ce0873d16d75d29dbdd2b47e64feddbba358474cb46089fc42 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..10f539ac9d478469fec12009db7f4abb651ddefd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f001a54fb4f999f64dff015429abff0edc38a4415c65c8d1a124f0e2fed07e4c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.26.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47d4a78af2f00e71065dc39d3894593926b38e18 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.26.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1023416e25c091c6e9b9b28ca0e050fafcbfbbd1a2d5e56f91a24f1e4b8aea2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.26.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a74237ca2ecd98169292167af9d28c17705a22a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.26.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e42256210663f7ca2c5ad8b60519b9322593381af0adc8e96909d611eb63334 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.26.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..03cf7dee0d13200dbe9b2c6d609c774f79dcc647 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.26.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f711a9b444dfb75e8df96ed64816866d1945a36ac9393bd4ef150e3f0c4b6c3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9857fc09b9827cb9260fb35e9277c0380e04f2d0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92151cd2ac3317811dc6a89f43d68d7bfcfed147724881c35ba1e6c7d2d4d2f0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..05556cce59a4829433fb6216f79e6a179ff3946a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4540d98ef25f5729f96cccb941abe446a4ae0190d7d8f14267dd5a2dd21bb33 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f078035f70dfef93d804ff000633c3056c0f8e5a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b548efcf5616f44ba499d7e9f482639b60f3367317d24336b84ab62d07db8291 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ca5e2c7a80be792d7866aa3274ba66ee09a4861 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad5ec4a63a1af918aa82311fd5487ae008affdb46acb551df70fc6f133c7ad2f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.27.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..db84f7dbee889ec57937f960b7063e3feefd74a2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.27.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2653dbd8fe1798042f2ba87034200805a98128334867b74898ac5aefe952716 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.27.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..19f29f541773fee32956212954a7721593e03cd2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.27.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b5b075c86dc0b6c0b5e2ed60b848d2762c0e6d833d44ebe9222e4037a4b45de +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.27.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1c5e416687706072832cec32f7b967637652dae --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.27.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78e21fd1638dca9365d4fbecd7248684450b6c9f9c2bb30638b7a56dd974d1e8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a94079f6c5541fbb52c153e431776fca25024771 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2197a11704be1827940fa4b04a9ef9592ad5e06254e3ec29a3c5399b8e13379f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc35b0752729ee133858c39a5a9b0cb67f16a6fa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37d564fb6dd77e05dae409a97371d21b03a17fb7f45a774f9f0f66bbe781a432 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e161f5bf6e89935c1aa79ab997768e4bb7a43b28 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ab504fd4cb103c4454579e2687b55ba4839fbc4f6ad34ecabcdf4b666b2f990 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d1a795b94ddf9393c7afb5754ed133547a5ae1ee --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a543a2eb9d377281eb6981d072586ea08586a65fc4b6df132c325949d9cdcef8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.28.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c2b6d943a1e6222477723198e29ef40a2424a6d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.28.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08dec951255ba7a4910b6862519c9df7d1a18fbf30919116e7fb48b463187267 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.28.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..965bae0bcd4d161ecf9e643e1c5a77100ce57cea --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.28.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75cf6394ba5fb979dd77319e967bfd3743b78dfb16260d330aa3fc23ffeefd8c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.28.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a78cdbe19bf6779a97ab57c23cb4e1f61c188ecd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.28.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d07c8c0bd2a48996dab4458a8f87d9ac4195b2a4fb426c81dd4c3ffba7e12282 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d70f8c68b43afb6484d331251992f8de5ca9d762 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a1240e88676b3bf70f18167067db98e01bef7e7f59caafd2d910b546cc04635 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a405ccc05aeef99ed2c6d1523ec6e1741abc10e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc3f2c8a43e18379c47c8be9d4c415df0e3c6364e8948952d12dbe8444689a20 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c908cd45eef332e375c5afeae34c28f3a08a398 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a47e9a31893fbff414ef33f83dc21354663fa69b151c48c462623b62a18debf0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fffc5952061951e80d29b1f5d916943587fe5996 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2896d9fa3bb1e4e3878460178fc166fff2d3cc6dc6adf5b3889dcecc86ac581 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.29.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b1e0af3ebb542f00daa756a972d62c50cf93b4f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.29.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:642b254409c16924c9a16d1fc9a7f3bf5405d75b5a82f3a120091bda681d095f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.29.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc3e13a643b876d9154cf112a1a4e332ba8ae2d1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.29.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be04c8f2638d3fca783236bfe34e4dd0fa4d5878b91e39fc61509e0d86f0e761 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.29.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a926168f5eae63ac8d285a9cb88200220354ca6b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.29.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08e8fb7e0e1bab6b15ad1e9daa405002846481a0877123b9fa0ed7e8dde1b3a2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..24429a723e7358b89fe7753e84d83986af7ce8c8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf5575ca87eab9d8598848b49d1ddcd44e8ad18d87a8488e8e43cc1867543bca +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f8291880a066afb964cc1bfb81d3fc9e3c84b79 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf3f75e334aec5804085a340557a14e931af0ea466b5f879b0a9666d2799b9c2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b8e2e564c405ae504d1313c022ca6c17476cd7e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac2bca7cd79a4f983687230b4dc8ba09c4503a30c2313980c1fdd74e81d56f60 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9dcd2ddbdc7574e1c10c1052631b8ec153924f3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3f6aa9f49c927b7693bc6b6b63bfb1139629b49264fd792e14929c3599de293 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee9cd93fc3dbf7d94c69d7f3593f0fa2823adc86 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43d66074234a63d002322e0a8aa7c1fa993e2b2c2a0c17fb594f0972d7f360d2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e47a2dd39c0916605feabd0f693aa8ff2aa71440 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:354538da1b5f20a0a307b92eb26b6a592dbcd8c459ce566bdc44fb2fe9ddc985 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b32992d33b140f96578e3493d0975986a6f1256 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a38cfb11f40815abde77addf30264dafa8a8e0b3fb4bf34cc89bd1eb591efccf +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4eebf0f369303fe8d4185d42339c978f79b74d3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02d40d7a6e03a677b6d644a03d2530ec74c225209104928c24c45fd36d5fc66e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e0102b9217472024144b615aa86c6b3b4c6f30e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de7a9b3beed0daac102bb6533dcd56154a1daa5599d308145c6bb80a66767ef2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b6d687f5447bd987002eca4ab7f72db825380a9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86f52db7a12776b174d0bcb19562cce0bb7ff613b2f1617959c30eb73e472c95 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa3ba6bccc2abebc90704534b5bf780b8a358b9f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb0f57097ae79d4a22606ed79c4de1fd245c785e2bfdab8ce64ebaba5abe3395 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.30.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d98210e95dbd46981e2daba2444915bb4debfe6b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.30.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:204227658ad9bb5686bb14d873c41066ce0181d531458352fa7270fed5d26645 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.30.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d060c61c402add3d13f25a3abf2b8b22697c813 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.30.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1400db22cab5f93d8a58e4c09e7ee652fbfaae751dd6f4d03c5b4f0b69acab80 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.30.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d5bd8a49a220235dd43403fbd052a197cd9b949 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.30.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed50b7c360dde152550f2f3ec148d67096d173bb6025571e342df86be7493c22 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3aa812d91cead475956192aaf1c142cae687cf27 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a491abd25f810ac6f18e804136dfb4a8c2d78f7e8aa22718a521a0df30586639 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4224244c7b0d4145308a092046db9524b69e78b0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b226065274eeebf6925ec9256ff85bf97989079ede8f71af9240bc1e77c4fd2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..664cf93f7603fbe8afa258cc32911f991790c9f7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:684125e55d15325de7be3293da1e03ed8a86d36f4a6b0c861d067ebd5f469ab6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..46378c871808ae238d106ccfe578a3f7cefff237 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d71e3032fc8ffa787717d15959a341b398fa4f6f49db8f45c8ee29ee1e44b166 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.31.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4dd2fbfe47a806f4523a097fd76d0b63eaa836dd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.31.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0422f691a8475bd5f1e65dd9f0d9e8b09855cb27745331b47eb02d77ee6f67c2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.31.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cefb8d4f9e69585d98c8629be7f42a53f821811c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.31.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3267caa2024ff0474de4348bdc779f548c95f69a5af85ada2b077eebc3e7b5a9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.31.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0e597267b98fa41746abd2f1c7520afd2555d44 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.31.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee862ca9a29bdaf1c584e53c7beb570370045788866701e68cff6a7fbd7326f4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..021d3e9cabdf9ee26355505eb9df06c1c5c3858c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d87a37b213c50058c94d2bd3d647877aab9895d11c60304890d9f1f25f91bbc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7310c582b5874d40788b3e31bc47f61551e2240e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05a770496ffcefd66a042e8f3893fdbebebdea9cdbb29a3a3edec2bbc2affd51 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d2e8fd92df3cba1e6ff7f079bb1e568d531d577 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a0c06d69f7862c1076a68ead9f5a4e0134c94ebd20795a68437ec2ba1e49ba4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..db7bf2d37f87bf8a14bd8779ee646027d7cc7ad2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2133e5d2f60fc29824dfb811de82c3cb6e7300a47c86a7bd6d78a6ae171d3434 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f609989ffc80edc1664751d5dbe1fd84fa6f57ff --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0086e32d14a70fb84bfb5fdb9598de0a79068d25b10fc5f859edce272ed0dba8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..09ef9da48a3cb0d95ab7318a809c8937fbd4bbc9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e34260932e6ee24f61a851477fa2d32a586cb06f087a36319fafe5e849fb693c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..baddd6d6961e67b221cdc79a5645ff64318cfccf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38d86cda62e9f91dc0c355a2fae60869d81076f4068e3cfddecfc89288c14a65 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb2f2bf22a45269e10c94f85553889e690a5555d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b53ddf1c0db57a87c74ff6a41f7f129d38f6afa5735638ed9ac225fb4e317aa +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7e90e488b00899bc7a951ba5d80f5394eb76570 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99f782b2c50ae3a1488a23f45e9e03ebd6ce2e50a544fed19595cadeeb328d7e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f635ef85df886e46dc69994df799c910ab6769f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d9a738dc9917d0241ae0bea918541b84f9cfa8d3bc19bd0956f7b96f0755bb3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f5b7317a56efe083f94b9d9978a9b1c2ede34ba --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ae23fc5b9a9af1d928e31785f0ea948391ce636c83f6bcf297cb4eed868b695 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4fd13ecc364639a16b3eb4dd6fbcc1aa8e0439ac --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8a114a85cb2e4a7789292d4cee1536332b9a141584d21285adb574b722464a6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ebabaabbad69727dd1dca915c1f5223a42f6573 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62c61aa79b193e66731447911071f931fcc6099d6d57010d5c06f2110653e19f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..53ee492908959ab20c495b3e6c0d6081c43dc9d8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:565298d380505cebfc798446e681976364c2c7f7833ba214d120eb06e9a56311 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a866f1e1566f8d1d4b77fcf12d1a274e1811a695 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acd52560f5f18902e03264a45928c2c0c4e577cd2cfdf8bca4615dc8c5472e13 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4344d9849afa96754a60e410c9c8994a467d86a1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:990f378761b066473b2495994a44cbc0f1b386ad0450a15eb1ee867495f5eff0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..373f8d59b8cf16c79d07d099b8569864b0ef4c11 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cf3d3699ab74900be664471f327f345769f52f9e03e6db8dddaa64883466f17 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ebfd0689c7b6158add4010a8e1b52051474e1bca --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dd0775651ac6198ebd7f6de6fd0ae343cd94a1ef49d9cfccea53d1a84bc8273 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e013255f7098c33a4144fc1d4bf2f71527575af --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73f03d81044b7d0c93ab5909fd29e3fa916850358e7d4f6309d89764169e7e4e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c547831e499ff7bb1373f11d0fa870b777e2c7f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:212d1397acc6c7c1a3de7ab50233501ec8a03065dab9523ea55708b2789b00b1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..05a73a193974c12dcb1ff31fe46a397ad10e6bd5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c9847213a6cfdae6258ecd9784da2caaf94af8bc0827e4f6328e9efc983a344 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7dcdef51e1827c0198a8d1ef40d4a9a9188dcd6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7be8f9b8ebb1ccbad939e2de673edc7fad3be8c42035021bfbe8b04d85dae72 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..99e3a4e8427f7a2e1496dc8970de68fb4cfc1258 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed85250cc26ecead988f1d8e4832758244bd19eae0bcccdd223598f3545b6837 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ae2d717a5f546d697a52dd626511d56087dfcf1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ec5a9ba763097328b953414736cee87bfe70d4b002e5cbfaf90366523181f17 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..08dd66742e0c40105e5d47fa753e1cd385e512a1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffbf5d29ac2d5ce5a753a8ab35c66c4339140f85e6dd9954a999ba2954f1c65d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e298b74485d65824c4d5dac512ad277354d3e563 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b667a95aa1255b6def880b400b6ef4f3e4fb4eb36648da67f231760151d31d03 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..92e6559a418abd192e2c65d4e80450b331104ccc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e37483a31c9b0f53a977b0be05da45594888229ba6b5e4877b54aa00402b2dec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..085924ca2f3c0dd41c0a2cee482f87efe89e9501 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7ab5c7f813f99a37b6cdc07905b0eb227ab4422cc77628c98b4375088d9d187 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..19e645c982b2da8094905b27b500bee0b1206a86 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:958d1784924dc68bcb0643d44a2230ee75644d62eeb02a1ee289b553bc1c44bf +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a211df6bd5e95b97beb08e00c4a9aeba82d3dd1f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52a07b1a55f8b2162d389d4314f4f1a89fb64d3748b7be0084edfe58a4394477 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba74517b2c21d01d1d7f03ae88ca1071dd304022 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6bd6922a6eff6517a3ce0b49ae8140168f0542318f470f6c3211323f05e0a02 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..82f387abd77eedc785af7bc29edb1ed3fc8381de --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5854cb8b94ac98eaa9637a12eba46e3f99d3f1692351a01f20423296d982f9dc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..39d802ce9bad19c6dcdc706b1beb4f494adb54c0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83afedf74530af620b728fe23d59d1d39f9904b557d943edca5510805bf2300d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba05a39c6f940ed611487cca3158601344cd2996 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:644e96f81e0566f272741d2b4ab16168b06cdc78ad1ee5d5f22cd1c2c1a7ba5c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e12ec33eccfb5ed5480d7b34a6f69d1ec74005e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ed1c8e3cd07ea5bc815a5d7d2cdb41ec0830e1a1b980f2d867f4283c76c7daa +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..683e97e21078702e05485d2b1572b300b66ea0c5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a7ea4b41b6588905fa68ea373cf0acc9b9566f0fb9f776b353f162fb95b1e64 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2fd34e8ac017da77797e12c617744da1a1ac4b40 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd27a656bb7c78e1bda0c79dfaf12a5cd8e64f015d6a942318568543680bf186 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ab5fccfc4f306e6a9ca183144b55e458d57bca5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27bbd5d381fa909e548aca8dd960e4f84ccad30c4b4a7790ee002bc8ed8930a5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4edf3f77b27057a0f4b43fd38d90407048767e6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73d452ec4998058f4013f9a61911954fab52fd1f60495a11ed54031c37dd82b9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a2c19845ab8045e604d659e6e769c937ce690e7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12856f8e2f67aa318ef73c44d2711b2d505bbc33dd431e8452e8389a1eb80587 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..04607b2953330ed570c4a0ba33eebb56127890de --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8695d6bfbb7286678781ff3acdd0eac88a5f6678e445cf262040c6048bf2d9b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..affa6beee8543f4f5e1b6f91742cb58fc1aa543e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:901b9e05d847310535e58d6c235139c24ee4779feb409609289ed5731e262778 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..15fcaeaef7f58bc4e6529849ae262c7a791e8bb4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a60e0ae92d3506d0c1171b35eaa8a6e3cb9e90236624a614697a507451545123 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d7802ac1eef1c0ff8e8958f241753b36b6dcce0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d0c92be1bc1152844e3638f93e63fe0d41f131422efbe53db18ebecb72d6244 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0f29d2df375c428bebf54fbab7a868dc6e0b5cc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e8305c55b1281e15449ae56ca0eb5d672ecbc7f6fba5315a4a8854d491f49cb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c0b08646a0709ec3055ed9459ca60fad1764f9d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:228653b1befd8bc30d7aa499870d3c8bb810b05385a4415441511057523f1d90 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/lm_head/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61 +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/lm_head/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..992d12dbf99077be17ad3d104716e9f2ef21cb79 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c62ef76c13b18aa6a40ba96a252a53da802cf9953fba97b9996386d5b1119738 +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f68dca1885d91c1c59948802ea3c8dc6ab6408ab --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:450b0c2e4962f61d3bbfa2bc7ac65eb47a54b98ed7e7c52c0d51b4113ecdb420 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9663fec956792b9bf52cd339c47e8336cce04542 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc9619133be8cbbec70d39475e542624254469ed096c57d309f1a8e799aae3d0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..76c25b0d0ecb7c72e2499cd14366b4419d7d1c13 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a7e913f10d69b4422f374b2229ab3daf5b753da3d1c2af920424e014c0a11e7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..acc2364df43ba6fd71ef5a07aa90e1efac6bdd84 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f05f1453a694a3b0ff70849b273a7dbc777bb5045d085859c7545ea67a0279c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..786cff33345e32d15d4a7405bdd6a31a73d2ec85 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23d59e8b2f92b2d52c32e59918ec86077aae4f97c68b07d8f99b1ba752d6c968 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e605a76323af3970f72caa74765a3d190568a94d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d806e84300c7066d5c96cd54aa073e95eb4e18dd6361c53797ff717bd1ec3ad +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b784e8286c83b4fed29d28c76889621f7907d59c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd6015815d524d613d3bd807f925699ec3b2f8fd61eb7f3be22fb81a3b01781f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..68f71cf5c8cd29c314183d8078147bb28769ee40 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bf2eb3c73c8de0d6dc937b84cbd7caaf6a10df81d060a68928880cdc521fe75 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e06f420a03caa6254b88e27c9607a7d1c0d80aef --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b479ebc7b42eb7fd6caf939874e1d8585e9499265751fab3462596b6a0c4c5fb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ab4fd4361082bf4891f25f95c5e05efe5134dd4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c831ab0e25e2e0cf8aa63f27d3d7d826d2bcafe2cd29da4bbbe44c3495acd02 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d629c6a38781340e117d6851167700da0fb9d483 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6cbf31de43eb44a55843b835e1883c5f19a0711268d9dcdb1b22b092caf9182 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec73967e35fff317cac50c066c04968c655832c6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d26a49d580d93349c00254da470e2c965a708bcfdb72f1953a597096cf8bb5a4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c0ef66e165687185f7c7a55d74361ea255d045d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfd887106b9410f8543ca2a03d05e1898d005b5aedb93c9a6fcbf8ce30519590 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0a7c48fed343de940b2f4bc06f7e46248263146 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79e903e1f73613182b99f9ba3889b0530033fb4f1af4c64fab1e61d7f445bd70 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed4acc2b43427a717f171ae5f17ec90136873ca6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ba28a67d39792ee2cabeb83ecbe4c9bd01f61da8c87d15be5b52dd316b01f12 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c788ae9eb0f283c5a0cde3dbbac527a5a276d41f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c795baa97a1c65346e1ee1b1dc331ebdcf5cb02e61aa0bd381aae2e018709f8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..18a50f73c9fd6aa6d9bb51e9f1f526206c9e9381 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2eefe7f29e87de974ca4420b379d3c26315649536aac5e344660a9e5b4240550 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..16c3a02b0fb450e77400e9fe41cb3aeaf2182285 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3a38de1b7ef7416529432603a0b117fd5f1ed73bbdd6adb1530bded763fc29d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e175c43538fd7c5a4f12a580402edf663de85393 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:592823d2266295be7e01794799e88664edc99f5a73a6fcb43244f2f8223b917f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9191a01ff67c5e766285ffd53d74439049c86811 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f01569771dc9bf6c674e01c5727f4aeba7c67e088e2dff3782538d055d5cde3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..754f96daa7b8e54f77604b7861bac3c088b5487d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd737f54b0aca8527e0b9f4ee6c7a1a33340c43813615d6942d366f0b44afc88 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d71d69942af2f4990be258c1990fa2dcdd721fc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:313ccc47ec5c1263642d2fbaf58e8da8c230a849a7380c23edc83a1adcda3d4c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b2354a97897f60f920f74133b94a2af66689588 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37fff63dfb0501da767b4f943c95d14cfad4bee8dcde923db57acb7071a1c45f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..19ae1c4579997526eb836ce82286772e3fb28f96 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3d379f6dd2f654b8ebf59356a22f9db63b57c939a8190bbd86fd73079fda356 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..827925a6bf7bab8030552406c487b16c7efaeee7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f213acea776422f2735142f10b92ca5d366a7748de697522f15e506703f2627d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e520a13d3f3b029bf7c37c53e9b202dad508aa73 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6aed34acf83d436bf72284093b921d13b00c215ac45fd43dbb798b2bfd154ce +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e4fe53ca2c1c8b33bb897977b8ffbc5bb519f6e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7dbd1bc92d0bab3bfd309fa7e794502efe99dd112bc2a9c6fc0e5e397a59e0f2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e474c1516e1c8803a5ba449434847c33070238a7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:214123f8fa807bf80d7f351119965c0af9170227c6c3d052844504ea29a9b4af +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ff23b0789872e3f33e3d0bbc5b704b1b53c330d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a717ad40c1a07b3b11f947c89815a47b466f94652e7c68314df975924f5db091 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3776da2b1dc16e890334cdfc06d6f8d424fc8fc5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49bf26ba74cf9215382b5e4af22800365ee972c10a79a2e0dad6b403ebe00507 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..52b8584779eb370fe1d13dfdb356873f425cdd4d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d87c3f6a9e2de06df642a88d298323edfc4a9f76c887d6a6bb1d16ec2fea99ac +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9a0848d29bb38a0fabfb2c5726d3af424740bb6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da6c4d45192c5cedb958d5b642c2f2b50f119fca73890e2f81daab2305141aff +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8c5cdba82999b9fef935cedd4e91fa07de94995 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd8473550099530f6e1bbe29c4082a08de1074165554e7f12d639a07198997cc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a2bdd1e935891e150caaaa0a862e7101a927bbc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:156f6a12c56bfa57beff194d30dfb63494c32d4eedae9591c0b610829b27b21f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a8aa451131ff892f40ab0ec34bb0a1bc3178ba25 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8db85ef393b37e1281b737718d4e7fc7f9f271188b699b1ff54dab70ba5b3a99 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..11216bb4c06e6b49a2cfab2dceee2ff9a90d8ee8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6f9647c6c1a055787576e6cff1c127228ff03d1d5ff00ab6c02a3544f1883aa +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c1212b9c9d1d89e3b21ee3863631f9fa831f3a0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2bfda433ae7be97f2bb685b0cff1ed9b8e099c1966a24cb2a7308a20c26266d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..310f69052cb16ea7f1035c7a225c6e426d505161 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cab878006d5c3a7c8e0ff7cd0eb2d2b92eccb85631d9b523b9f6996815a516cb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..106d9f46a3f9a6881be608ce4a581bbb087753f2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:716c78b51662a82ee40c3638e560b9c88692322bb2c2e596b670d79880de7434 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5bfe4f25b3e3b9ebaaca647ae5e42e8f5c981acd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fee0a4d90ea1e2223b104b4f097f46ffd050934fa8eaa188cad7c6f5496303c5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d122c865b58f5f87fd6a82266036102b851019c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27e578183fea9dd937f3ff0197db4b4d6b5e3e14c0204e9b4fd0166b771aeed4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..651ab50d4f0a0cf91503398be73a4e63b31974a5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89cd1a7c5d1f3fea46c8c2d945a2f249265a8c6423dbefbfb4e3f2c0562f84ab +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6581cb3abb40d2e70332e36c87aaebdc65e9f744 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bc1c7f0ce33b03ae67d15055e3d072b11deb536db6e88f28d7f68b0e78dc790 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..25a4ad2a33ab1658706f0011f25cd7fe3e98ce61 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31900f869a0c57fdafd1f182cc5efa7b825d3413a7323c1766f1f251c5afab30 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f23d55227c591fa82a92e9407dadeb68f964a48d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f6693b0ad1fea99050ccd3d96138fd8d23c66d576accb37eb0c237c3933205d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a84b1f9a3d4bad1ebaaf25b8292ac0175532f79 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fa117c719872aef79b8be064287947b1d5a360ef9f13392592e7a3ac7a2d0e0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a01377c1f06b88a6b3cb48bac83be07a78cfc81b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52deadb5f1ae9e24ca7872e91d99241befdd9a849ba6611eceaed2332b209212 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c246032f622360296da036c8ae8abff6b52b758 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:156981d8ae98c8a57a110f6d2dc46c0955c1601248e85ff7f4bf532ac7139540 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..67805a597ab06a98e33c2fa2a3f8db58f4a5fb57 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6838c221611617c15c2900021a66c9b7a6bcd5429251079bcfcee36309c03980 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..947ad0242e50694211f0a4a8073c8241d094e27b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:295735aa2263eb85be865382e3cd0ba39581ffcfff53d6f40eebab649de6b75f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1928a0eabc1cbf36d52ed6c50b6279fd7448b53 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:916a2f7e35183a8791fa876ce8592cc3df98fcebfdfc97e744f78eaff662097b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..340e590bae19c84b96f1ad7d8cb39a308c687836 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77b9904619bcd47f55d1417ac6fe9705e0627832751ea510b5bccc164b58dfd2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf9e30780dda18e794fd15bc1b5163e0f58960ec --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0022fa48d235e721641874acfcc1d53926c726fd794ef5c52718277c51e5ccb1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..398bf4c073134cce4589093d6466a59ef2713263 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bdffe1eed90eaef9e369866dae6924f8516fc4a7fead2fedc7b2f3d6c921f4e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a484d333a40eb9a273ab67c23433c698c5041f8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c61d63b648f1cf6d8700d741d9b681fc9f43fcba3b06a91788b8437f9e4476a6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..97a2fcbd8f5c0cdd040f327e3f36b381a6c1a276 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a369d83487a62b64f52cce47e921897c1e785ebccd5ccb1f82499d9d74ef52a6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..32e7e4cfdbdb81f3fd7022bd9bc3da6b936cc27e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f59e07a6c3a20cd2c44171e037edf8f063775de94ef712587cc23abaa92d8f72 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..62f49f7295109046f03cda7f81f3a717ef8c458a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ddbf76a8ea8fe13cc2c642339e140f9387e630567e59ca19c3db58622047251 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d29997a81e2a7ed22c4b53eaef0b49c5897bff1b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b2bea10fbbb38bb756ff1f3ed9d1e8488f1acd6a438fbc68563504d1b17ff90 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..efae8dfddbd50252aa2071bf42173b5743800855 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bf1ca3a6072965a48af56510e63c5eb6d3eac63996e01ce4cee0a640af284f7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..89c55c8a8a48e2fbaad0a62b981237f1ff0d1e63 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c2c09a7e3609591c7e05dc83098e0636a41f87feb3b97a55fd72366c5926655 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..98e413b2486437c941ba987aca3988df3192b6d5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b42cde33b0bd8291c60191c83248fb4e42052341d49087cffbf5e243bbadd31 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2c387607e01505f0905c7a4d99ae0f3d07da737 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:611c0c482ddb714a6757eee717eb404b2988d746e4ebe03e4c3493ef495c0729 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d33fdd3283b05cdfc38514bbdf93895fbbf5282 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:532045d9a25eda8135ba956cfcb75cb05e4443984767074719d6c40a91342fe6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd552bee6259fc62e4b4a1e77908fa29773b8134 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2350579a923dfcfaaae65cd9630c97acbe4502664f61943734768c1b64b487e5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f25581030fcaf345d8288a158e86ef3ba52bfd8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e6487ca65d4701f3c2645ca27d0027f3e58402268e171ac210b235c31a9c656 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0082c19c2396a6bab87e3b3c66359f8812fe0704 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f23a4fa4a988bcb70670843fbc3e2043b0c6fc2fe65a85f18f14551ae61829ce +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a27240d0c50d39e584c2ff9704296ae4b49bf787 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d7700b1ac44030f3ab303410d13aa601bf0f8f3262f0400fbb089ce5bbcfd20 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..213a6ce74a2672793b3c2781dd829491918aab79 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77103e5a39e0342c8adc9f804a9f1425cafae5899163a5b3987fd78a4f7a8748 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0034797e04f4edadd71a7e5662a409fc4f0ca9ce --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fee7d7b50ce4b7405aecc9a965709dba74b522b19996bd59c4ef53b9a5ecb56c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0370d4cc24dfaf2d34fbbf6bca71d09955d224da --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b4f45aec96c5f00de03254eb70abd23adb2d9d2657568b0c0e47fdeb4f46bcb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e666d9d95f2bd11da20239b76e359caabc5ca7e4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69176cca528c6846e49d2a6e08d7c1f62bff50bc3fae1491aaa8a09f967fb979 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..91bed01163957b3b89b3f83c594850b6ed8a909c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:736aecd1db59d6c2c3934a67aab1dfde57a037f97997572f301ef564c8965bbe +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..15a306bbd7aa107ae87bd3b697cf1c310aa05724 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d81de936fc436015ec743d1578daf6c90a6b9bac3e2998034c4e1511459c6c2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3fddd65abfdfb9d3189882caf811c35327acef6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7f660017c68b505a28385683ec96ada0b4111d7b695c4ed6ed42241e8334d18 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c800188dce49223961299d12d2d76590d9952b3a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3be2caba071d8c9959c6eb4aba84f6dbe0f2d520390dd012ce1be8c3a154a747 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..62d50be1f4bbb3ec6f90911a97888fbf2e69a650 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40290f6dac6ed4a8c4d8f917bc0c196e28d38b166dde380408de262c68cab559 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3fb63550d7fa9303d36bdfa9a0714dcbf167b59d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e6efd638ef42023f7c8285946ea4722cd56b8b32d23ee8c390f94c83a41f1b1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2ca53643be81a4dfa70a383df20353531864281 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:954b5c93029b8a9fa68e7f68cf5f9ef77426faf2f1d6edb0f50f1890e8d603d4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..421077e61d237a3e95c375dfdb228b2d1b28a44b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d07dd62e0478095e3cc17bce1e24e1ddb6371a86f70ee1b5974e84f8746b15ef +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3b6c66e9904d3b0d5aca5aa0ae561857c987e8b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50614504001c9d8c59bec34f162a0a132c9738fc394811ac5d223041d4efcebc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9421672c613167874fb8b115b8f97ee4186cea02 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5c1549aaca33ba3858022b8fcccd59d413c0c24587f1ad21683215a877f1700 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..512cd319e581df3cb8de6144d084d0f273db47b9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb028e34860364ec1af79047e686a01f865cc16183c0333b0500c79a35841c02 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0c6dc5d068ea481cd0b481b512f5c78dd53eecd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e83f0c9ea37061036dffb916461b4cb260bd74d57bb2ee1e8249e7842b2f2026 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d57b401f9964a107e701921c8fb3aef0ac54ff34 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63640dcb3444ddb29ec03af7f499bb383eea15d21af16e486c66b4fb0c74d04d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ace0da0ed74fe3a0635febdedcb9e76b148724e7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10d1b4e459af7a4da518c73445e3f54f24d7bc516455328b8d8affcae67d146b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b27372eb8c24a7082b11ce288895e04b24bfcc64 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2ed96dacfb8c796548d805096b64d55d44a4e3569c5180cd1f26cdc02d4b377 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3dac4fa9ca423c49ef18b96ba53a92afe2c08fe4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16d1579b3e6884ba91199b7452c5fb6acb153d1156e0aa4a6b99e0dcbc647b0a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..38fa0b8d933c68100387bc2ddda48724bc58825e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:626be7aae7d1bf0c0d2f715fe7c7ea96fbb598891c145ee6c0aed38dd429a8fe +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..77aeecb64d34ff2d061a48e109403461ddb5ce6a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:583dc5dceef2c5a9100581285fb0b7741d06171aed395c943872e9d4a30bf400 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac12bbf5acd28a8484cedb3cc39f701b4bde737c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbbeb1edfcd17238cf35867a540cbce05fbfb302d7a9068542c179a5ff39ffb3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..82e06cca230fc02e5cecd3aaabb5d3a365750b6e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:469c31f05e519ccb4671c061eec892c87cfa7ffe8596554dcb18d94a4adf339f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f92c455e483f96423254a8253fd8879e4d05798 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d26d547b133a05bfc61a515bab841c49e18bd18064e7becb1ef5aae733e738e7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f3e373b544c2e9f39233c5061cebfee5c203422 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:233fe70fe54395f1d7129573fc16164e15d02f5eb4efe848b4756ccd6576df0a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..61f95ada4b0e4055b4383da1c5c657f2f4889478 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dc69d022eba1e90d75d504842def90a8b43365b454ffd69a5fcd57558fceed3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b362a743b99e9a3bce6e619638a52ea43ec1762e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97b4b19369542b295743c363d1df923ab5a35902a3520ee515c7b1652dd58555 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..852f53374aa2b4000fbc63269b327457046f7dd8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7adb04eb57d7d1c61ce26b78ac5900cfcc4f79c673e57a963e401e27ba7ff6f9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb6e27267ed9671ce28b189e21a9d9771445e16b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca59c0c55b21a38ca6983cdb8d43c0a8d68e6a4a96d28e3470479526b193011b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3e10d8cab698f920d321a19cd5992ff73d04bb2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73b04c285c206638d2d0f8f6b205517f563d8ede7558cda2c0ce87ee3dd4cfbf +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e64a37d6a2c53e377f1d194bf54f3a36724fb4f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4586369cca104a5952a88404f2c3012287c5b543e585e8d2149d25ec5acaab6d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9fc3b1e700506175aaa326d9bee35b5ca6da90fb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45b97e47920f0174980e874b9dee6be6ce69a0a55e266479269c3874f7db9ad0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4fa74f3bde5f3026c5bb0010bf1d9486dc34ba3b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eeb0cadbb65a33719d6a4eee6bff4a5e6252792051b7778521602f07e9dd2fd9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe5c838d017b03906cfb9d76476f9c4960fcc143 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e20ce5ee77bbe2d092f3a9fed4f6089c2191572abc4779af72598e8373517e1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..68e74c037c65a7ffb3c1f830e8ac0df9147d4e6c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca6dc0d81a7205c7cf89a7d6946405f7440fcb7aca2654ab7dab32f868229bf1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..93a460a98a7cc80382e200ffa6f8f5917ac33b6d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08ee62d1ad0e735108b379820aa972016f00b22c415dc75bbfa2ca8aa7b30c9b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..213b6b4eecf4812805b92cd5541c58f7a97b298f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a130dd814592cb6b2f126b02951b0f5416dfedf4cd1101c26c670dfce16b0cfa +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6131572245a6ccbdf952732bea1fbe27c0c54916 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9201fac13ef1f1997022ae1de2be17ad06175e2ccfc1f5a347f87baa997a8bd9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ff24b027c48b79c3b082b4410fceb756a57c324 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16d978571793c47e772804df27df0718b64f58decfc973465ebb1dd2581a7dd8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4fd823f6a7b0dddd9ec26f3569d834f720e10c91 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd201425bbe244433edd88dc752ad565500b8d5e6cb60917625054c54b68b8b3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..af6b6b2365588eefc468d7f524f8b7a7c9a190f2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43f3a0b71ae54e6201893c5f328dd2a6b232d64f1e12bd0001990d6f4c6b2d38 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e749ede5af491222a5d4bbf6749c38685665b53d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e08849dc67279f7ca66015346ae968c9710d173fb67b96c660cc9fd442e6a908 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5398dbf83774d5f1c37b753506cfd2bd093dd49 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ea1bff9803fb0e643b034722b8867d319fa2c2ffaebb864ebc45fb48cf6bd3b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..facc44a326a433aad112380272419ebfad1cbf4d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45bd36842d357bb842954592ccb2b8e5337af51338712504b9ad11ca8320bcf7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ddbb7f65fb76c5cec89a7f9d537d9378fcfec2a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6264ce3ae3e40ea9a09a106d0cfabe1a9b52ce96363ca814d8833603b1ecc38 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..226bed666a851b0d802b2b9eac6417267462d73b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fed9447537d6ab557e39354259a028a0f69f7f3d83a1a39bb02f34207fd87f75 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..85d8df609b69c73f1651fc6d93d5a060ae7a811a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7652367ae6fd7b7375d037cbb65487bd51deb2ae5bec3bb3fd43f5f137e2ae2f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c377c4f4e63ea79b07252fd4537b9330a29c4d24 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab23956001ecad03b55390befdff0f4a6aca0a9d88b7fd37efc6aa9dfe5f2391 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd6aa03b28a9056b4f9225976206c9bf6fac5e67 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86c0ffdfa2776c41852ef0d3543460b7fdad45f1aaf6038732caf90e2f317b8b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f53c5f660c125d1fca01705ce36544ebb12a4ac5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f91e15370007a24746a0cbeae3282dbd74e802ae7dfb6fdd856c1c7274e50c5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2b1d680aa7db7e4b112019c90558ffd73a71ecf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5aa5133a8a224071cfbc230bb1c4596250795047f1afff2afb20a687cab68ac0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..674f633afbbdea96d0d3c7dd522d2c28fe1038af --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0973b7e266b62252a5cab501acf6f9481d006abf033c44e5cab6b5f2cadb883f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2988d4f479039801348a024e199f6c9e71eb7a3c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5c4f958c76ca637d916ef89b0d1fe9a2e3b9a450203fd3ed8495caaef77fd31 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7bd7fceb32eee45207e8d5f003c82617d93f0982 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6bc6b69643d6af41b5c2bcecec84db975417e0b6bd39b581bd6237358fb84ee +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..458fd1d38c68307cc7508056d2f0d4f275e7ce69 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45652e88246c3b50d769c26ed00e9997d2d054a0b9e2148d46a3bd070405a1ea +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a919a5b27afc1ae84a9dc7c9d229b64d6d94f87b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e30eb810d47736d4c4ef54a1789437bbcb88fc36f0db085a710e36693d0e6af4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..771ef19d2a44075bc2830b7872f8f87c5371dee1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:588995021b6c65a9c4a890990efa3d465c91e918e7cfcd8d4b768995a2fbd890 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f6119e24c44bf10acdc53b96f69b9d3144fb01b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cceedd14b7c414d5b724ef2a363d43dd95b070e0bac666ffd0a6411407cf74df +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..32bfd6ae1100519d36fbc9f73fd00724fc2f17ed --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67ab0d41cbd386540b27c7b08d76d20e027d0ce11d101d857fa100e1c9d8111b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d906c9ca9252254707a75ce4185fbef1b3e0d12 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa539e806d83fbefe539e24372ab49175c3d632f804146f60b7609e9c96935e4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..96948c210665cf8600026629fef16887a2c29b7a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e6a7cad765fe1638dfbe33c4bdfb72a00ef6f73f9efcb6df80b4a54c71ebd56 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca1db4ee0d9d8a1967b82633a328cf928795a8b0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffdd3b0fd615435f66521d5ba2f38aa3a18ec0fe63fabd8fa626a793068ad430 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..673b3912db61d452bee83f55b0a46a91ad2065ab --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29d6bb5e204e5955ef4637a57c40d2e768c930df18d5e8b98c84c72f03e7bca3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..db1048fb931591a00b32faefc42ba831412aabfa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7436f070e058fd6819023fe051cb648d36ba3d1dbdc8e18092dc7ac7ae72a6b1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..459f683d72e80484596382ebfbcd99082075a31d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bace5bb5e17599cb63e50a921b9ad9aed37ef8e85fe0a3603ff602d5f164d26 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7827d27e505ba35eb7504b87addd3c165b545b82 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a85896d04f90ffdf43ab3c1700070fca9599ab250801918f9db5a7b8791f63e8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..98595e7520a6051a97bbcbd8a5e92a83cd33f2fc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5e0cda6f82f34b70931bf4d711fe39c740b71be1249ed372f7498741345dbbf +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ed04fc38eb133e7807a95bac70b5330785492ae --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba5ffa0cb1a1808a3ae1c7cd14b4ef0722bebab2566f69e9c46c15273f3f14e2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e3575b40d4b47ad3aa013675bee5cdefafd1f12 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9efb20dc9ce71030ed5a82168365d9fb2d0850a545034bea71ed317c980a540d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2bdc2b38dec14c13f437e9829633cafddb4ebb0a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6982985d6576bd93302482fb28a87871cced5c82df2b19b11efb0a1e0613c0d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6ea5ecea4ab2a3bf01644324b86869b7260daff --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:904f3b8842c155bb3fb4874f583ffa7ce08e3a9d592e1f7027137d2723844bb4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f7a8a5dfa3bd31e85e73c124bfcfe3a8701ad1f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c4a395dba28789091e8a6dd8e73152c4a9dc28ae9ed69a723d1215ccabb9ab1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e233d55c452f272c0b064cf5ea6a2a7aed0d9abc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b75c0237668feefe69d644799a90fd45826fe46f16508d54aa9728cd55de235a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..05b12b79c393d140830197f54867854d984ca81c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8caa7a9d60ea1cfb4dae541b8a8dbc2b469ccf53147198d5d6f3a96c3e9b7012 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c07dcb770d8fbca3c5324b8499ba36accd2577f1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:315ae7c4e991e56c67c11825d6343458aead987a6790c9b03068a147bac73e7c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9897595c1ccef0b4bb17b67228e8cb01c8925d1f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3d27edd877eefeda9e7447d1603f90f2ba6c3a4668a94df30ab4e3a4dc0b410 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bd9e68330e882d3571ad982c149f376649cec46 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5411b7a636f5e0aca6e470022e99d7dd6fc461e2d2e952ff702ea8c0d38da23a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..57457cfc08f6d3652dd410d5af4c9f5eaa2477e4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9092c00cab7a6b8ec96cbe7b5b885a9e3d9130999e7d8d1661ff4438e0840e92 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..042f3af113903695b58c590d83eb2c14dbf852f9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0401d64b302ce6bca2e4c1f479dcd73493df7fa91d7fe5048a328d5d41f68580 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5a3c14a0b5897bba9de5c3f759ef0bb6db05f14 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c312ed9672c4d6d67a7f524c1a69005d171debbd01ce26e4e25cefd7a6e6214c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2002f642c186c804b87fa67a560221afa69297a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f0e01cc28dc2ee40fed01d028f44ad0c86d97543aa5bbb380f8388358fa4b73 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..42dbe1aca4667109b2f82c9bf3ca7079d6bd899f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:006216d99110e1118049126049658eb5b673bec9b58b763b206924307d0365bc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3356572ae9d711be3b607761989bf8cff9f05ada --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c9f7e2962f45bc87c1432a3ffdc7d8b82de0c7c6dd38f01b7ee30844c6900d8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4f159949fe3683c5f47cadb3f1a7e77000afb10 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1aece648c8e3b6f8ba82b9d3caa5e3b9efce80ff547a174be3018e46fdfb9636 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d96dede67c4962ac68bd7718e5cd5d2dd2bd72ef --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5256320f41a97b2112fd1ffc1da3333d2e9c61bfc0dedbe50d1734529689681d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b7c9b1158d9e17928ab40b558e5a666ac5350b6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdd427545dff0f4a459c925b121c6e3af31ca925d3949400783e10de1bd2e24c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..11e1fcc03b4496754ffb8d78dd5fca1ad2497739 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efd2b1d0e0f62ce116c9e1ce6176fcad4272e7788a7cb6d11b6445b4e1f82147 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a6da977135a2f3c266ec3ee1798b664db82288f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15aaa03c607350c288eeda60f01618b4c641227ff8e72c16b7c079722a11f162 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4b23ad282301bd6ea79b3d64196113dbb9fd0a0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cf23a4f85761a4db547cb5269e0565394f278c51d7b9b89fb3866b9e6621964 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5079139fca5c0e502ee736c915848a9095f6074 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62b3d66d5ed303b19891746f07df28f13342c59a7f5f54cb7ddd43aa0c29d02c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fef6c0e339a38333d9a2c9fbeb0f70d14b5f7850 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86bd5e5c57219e41ad3fdf220ea8c79fd30869dd6a0ee7a0dda2fa4693fcbf91 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b153d5fd2b150fea073b69a4b0ed7651c2d4cb7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c54eac597eefe2eb6aea5cc4d4fa62a3f97aac25c668e9aff5172dfd8420b9e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ed794238e64b40f7d73744335005d3cbda715e9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f02787c3e1bc6fa955fbfe43e5ced6973556c00bfbeb9798d26fcc55cc3ddeb3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac87c858c114e32102aa9f66092d30410ec74f7b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:769631001d1748274e2b962d169a4c51d6809e5c53817c2019edf2e7d11528a1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fdd2f3763390c0b4554798d4a11c09af08916eef --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16e86542fcd41612b2d593086d654a063b1eb2063cb2447c30533c378610d71f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..40a82b29af8b9189a1028cd48f4226f512fc5cd5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcb6f2e0cd053cdef6e1521e772fd929eebf955890ee070db8d547de73574282 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8432638b462bcf6edd3bcba3e57cc847722b922b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4e8f8d1e730214c182844129c5032053400339f697aa955ecca601410ae32a1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..db2cb9b3a4b91fda8a637827fbe27e6f7b96c8c6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a8a0313f4bdc8d57c33eb3068877d7808108a169f43cab042c0bd676012d8bc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..89ead7761d106430764308643f5b4c3ea413978c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd0b4c46effce20ac92d40c9488c9fa5bee565af22129c15eb35df875b10d35a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..be9fc5b0318f30ff813973bf9e1be61ae3178341 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b40139f257f19564473b46b3719bb1547d9adff25c7337d9465ce70fbdb10919 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..267501d6ba52288e1e4306d69b4020ed5f31a131 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eab70ac7fc077bcdc307b7c0964967982ccf9ce5ab562d0dee1fde61007bf53d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd0df286b74cfe2be26a00ed9a412b4cbdbfdbd6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2732e6b8fa75b155b7e328bcbec580408b8a8a5ca9579c0a6cac77a23516aea +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..671f0a7d2561d15d8ef8e42b0ad97eaf3dae9ea4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71724210590b0e32d77c786ec3f85b5a77cfcb412122f59427e41882d8557e3c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d440a5a69c0a73c9e9d5b09c50d043e42bd5507 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7786cdbe2a214c27aaadf982449251d29a9be7ec16f8e4948e1b756566c27a74 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..31d82db4ace50588fc6d27eac219cfc109936112 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f8259d337fefb7f2a0e37f0f4e36a07ea98ec5a04104168616baa8fdf588fdc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce736e59035e6089c8c2c8b1be3d21ed0686f8b6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9107d88942b652cba9f352c8bdf391543eeca1d7007de80c7e844a3341e50dd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f974f34cc4219e63665a6e1225574fe799730348 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62442255fb19c61b723b671f5a66f6ea24dafb488dc529287512c561a59030c6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b709f1a903ef6084ecea67729cde1d6ae86bd10d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b919c2daf2386813a1625fb5ed80cf11de65ed85dd1e59d6719ff50b143d6ee +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9ba9a3f257f12d6b3f221c355b6222749ec78d6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e46af350bb2f336586ee5ba72d1a4eff5cdd1d82da68bd2742edaffc6db1219f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7592729925634052289534306f33062d878de675 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad47f8f9b3c6ea43cd2d20d0218b6755fa40537b5b9f925b14feddf47bd13a51 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..320c42b05ef53f6cdac7fb56cacc0ff70e1c98dd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d875a8b3b037de8307ae8b61e06afbd4e0ae41f90e8adb679ec3bf7e0367d44c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d900a6047c30016cea6d92a8b75695411cf99cd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfc3d0b12eb042b41da42ba057a71700ff21e6594451fcda69a92aef30f03adf +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9420ed34afa9ccd371b4510e803364cedff81ab4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88de5da0070f8514f850d04322950e1c14dc855593f5e09697c4600299a963fb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c7776ca878efe9bf6627059cbf46e50e888fca0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b05b6546201d93b3108fd920ffa5cd5952bf094b78c4b2fb016e8681db3bee1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eaa0365a674a1e687f01ddac7ae9891209145a1c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:639ff18b2597ba5fbd03b6bba896fa4bfbbdb2116ca7e2962c13e0e3041b9e78 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5028f3f54ed68656e2b162eecff1805c55416d63 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77fe253a895a5f367ed614fc9dc5c43595ee81748c6cc3c805ad325375a4d142 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dee6b1ee30cf3f6660290c381f143e9f1fff27c4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14795a7888634388dd2d04ad5b9abc168b8c2c0d6853f884f392b50335e29648 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b0cc15e4fff5ee70e8c9ebb710b063422472457 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b85c7ff85c697df9a4f098816a6ed9a087501e27c03c7bee2bd821dfc53d971 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..39c3daca727e6596eb07a676e6066949751487ea --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1145b5b8fdb6457e9ab533ab8b99770effe01bb47123f599e378638f1fb4ccc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3cfb2f37c83eedd67493867a517d03948f622ad3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4673906c38bd0e2f31ea5b65026119174075ebb3f079b8df49fb5daa18faa37f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6ffa12f75099c75a9aa0df60f9b99b0f8b8300e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbead6c5eae6d0fc159c9826859cbbb689b4498adf832d8d6621d4970fb49b04 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5c9412e6b2893f179a00352386a67dbfb935d60 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9d5c28bd96e2062849035400e0429c81e4a1cb1329e7bac1c0de7d68052d470 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fae4f0a1b9052ad5c438644028c9775372ec3720 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec585549ccb4038608109665cd773731572c3652ec0215c45dfadcea89cf8624 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..754cfd0fc57ed8903ff96a22d61a7088254a64c4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca7486e84c4e8c45fa6133522b523171630b0303c6cdd0d7bdc262bb80b6ac52 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..17a73c6668df7791fc8c1b74cf856156ce7aabf2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0985597dc357eeab027601ee39cb37c181c897ac5f4f8ce0aba4ab1edb7f64d2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..10e8f984f42f40fc1c14ffbaf19585c77fc4ebf4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d8624551fdd77c535493e36f0112dff81e26361c7f1bd352c618788f4d565d3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..28e9a11abfb84b3be0a3c7ecf2176d1241ad9cd3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bd90c50cc5bacdaebc47f13b7a01de37b7afd794654376c9378f14670fbe8cd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..19bc1ab40535e56dfcabc4ddb0073d826cc40041 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0695b9da2cad65194b428eea413d8fc51166df1f2338eaa697db38c983928059 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..345158a678bacec5fcce3086601f75967f670674 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6043cd3b8f09472f92ad522a6b47004ba49215cf8bb79a7822e890b09ab9b41d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c0f42d830c45ca5a102a253656b049d1f6a6e5b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fd0afa59d5ce7fa2504d13c5b4780f162545c27ed5048c7f5400b942e799415 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b87e9d963ee488b1e77bd46f7bc19fd46d14b7e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8558746f8f753c4a360d44120290db5fb182872f331a6d1bd2123544637c7d68 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..126c3e566b684f4f81d735f894793bedf1ddf5cf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac73e136623a8c48fa8284259de05bb9a732a38c74917ac517abc1677c33a3f6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b2e7560405402dd4b3e144b4f75e60b6d35b3e6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3e042d7b8b5c00a601510aa0a95f552c4fb42cdb80907ee9ba9b3b76d822f7f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c22458ac4acd51d6e1c6dc14b07c11a144e5a2e7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d552005a1fab82123e47900a6652c42f0d529a6f657c7e84b2e9e126445884e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..85f5ea45fe03fdc2b25ef4939e74757ea8f444b6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fc098af834e3f8f24bea4fd6ff934b998f488146ed94a7134061bdea0e8afc1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc6dd5bf22002458dee247eebac9abdfc15331d8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:364d29767f44dd89d47a0a318041a6a17027444d68bd63d4b7d406d1b00d14b3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e38393b63bf25ced48454f3e2ab28c1096f621d3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e23f194333f4feabc31abf6d47d558088ac183647644452d735d7c2ced36923c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c076e94227d88932f5551ec162cfd2bac5bbcd0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db9836c7f9112d0319355b96c259181c5ce71b1f2cb92091f85346b0d6e5cbdf +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..04847b368055206472cee76674112c73a405784c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f1fa10ca7c4afc2187fa7ea9e134c47009d487d86a478a37df23c9171a4169d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f915a60a1f0e12e25eef8f43d47a662d539cb5f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cef4c935616498db69ba55ebac7b9cbebbde7d1154750639a11044caa238af6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba5d26445e82e947555d328ecb91405a20b06267 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fb985574128550de42020f29d6491876c501074c4fa18f688854b7cef3c2cab +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2956605a3ef9c04a14d461879809d88ffabea677 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94e9c5b3f1248f3e5efd04479e6c353afcae8b2a45757a85fea5b225513c26de +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee849dc2111db0c5c9fc470be6c1f4c72f11fbc3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8efb8eeccf4a575b22d10a2c062ca8ab8bbfbfeb6d767c04cf8fd7fe84e65b64 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4796e3c50be4af0daa9d11188733ddf81e9f6495 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:519a2ddb1e37df5b39c1672b6b1f9d8008be8a1e846b412d1659480b661a0bdd +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b5b15e0364738063b2d5fb5b7858fd3ecc13981 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbdb509ac83c534013f4a94901092750d2ba2e189c7a92fc3e76cf0ce2ee42c0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5b46675c587d7458f69be9aac160184cc33e8ed --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ebf78a5883d1e6da95a43b2ba900e7522d18830c6b70e4b1dcf5d742671f291 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..54accf65e02fbfe0c37e429b2df36cc4887f4345 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be0dd5f0ae4a5ea54c44b9af7753acfedb9608e7b01161fd0149ea530398ea95 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7639334a3c85a12583b4ac0bcb8bc16d1f1a4949 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2131013ce1f27f8bba2d07e25e2b122c9b76a571b8bc7b78194c0ebef9dcc372 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..89f96122305f72a64522c01965cb1ff56e32ba78 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:043bb2934a6e25044faf9f954873dcc6c19b61832ba460a7ab6a2b0854249b9f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c2bb4581cf179e3f86fa0ab0d2b4c97dfbd279f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91f2acffc8e0abba64c94c1e5b91d4bffbee2ec6069a67dcfc31ebbf41c1cf78 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..92b21c32553207baa58e0a1e28dd8ef27c49d0bc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0311947000eaa6cd2f0867ef36a3ee0e4c101c826b485b0f78cf371f760d9b0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..89a86ffbe50570406e53e76b51b55af8066c44d8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:473bc3633a1689ff3bfdec530b0fafdc38fcb4fc660a70343a3b3cdb863c7127 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b9a278a1156a30bf026c012e59d2e588e6687f0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3533627a6394eb3254a883dad1575d45f8a3cf9170aa535a5d705e644548ce9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc11ac60d7a759633a8f68e20472cf195ef60989 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f83b0d42975300abf7109c59a379562cadab0749fd3fe2194b5d695d2c4abc2c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0999c7b8d8528e32035e383ee8b0142a202bc3a5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2db9ef15e2daedbfc4b7c9783a571fc9a35da44b464c30ce534c482c4eab068 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/lm_head/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61 +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/lm_head/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..21d723188ee5be9d9c663beefecb0e620c706b56 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7697116da04618a51b9e440b4461f116c7a5dbb4b1d499b7c1be5cf8166d31ef +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d14fc10144b3bb8e33892852664535a56c7c1e0e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e44763497834827439d0296339d33c78807205dd829bf802a2213c685b65329f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c1d1d687428e03cde587b69d8323b6f45ef8e90 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4100285d049cc0a97f15016fee8810db352a196b3aa261f7874bae2dd36f3121 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..53e66dc3e369977252ee5302f7c66fea5b84f13d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:209e64be4a0968862cd0296aac70cf35477183f13d543ec62b211784b909f7dc +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2eb35b4f0e0117f6d0e365dea5d5012927d5744 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2115a0d40ee8465d433f411487a781e47cdfa9771ed0c28d2063d0eb9fc25c3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbfd5e349409bc7514ac71fbe970b6f1c9393713 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:181318cadfe6c0e51c3c42fb04f84c78bf210b673f199dc9afec46f5ed46a246 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e277941b06c895454192b07ef09485e3a2223ad --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da8e7018e070288cb164bdc5ee4be8e0d757169a7a26f563478001ae2f82cbb2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a2ecca3b1aa074804f4deda6387661e6a704cb0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:462d14957bd6e61281d1a6bdb0e95d315d7f63775f183d8411b9c8532c9ab76e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1609b6443873aaed4832175cb01ef05daae188f0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6226f944688850d71e90eb80aab62db6c96cd63efc5a34011cb69f04a67a1ed4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..904cf22076c0731ad99385dd986f442cfa846d4c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7bc668b658f56ddfe789cf291cb97dea1dafb884b3f77ae231df9075e66e3a0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6049f871f74c1f1b8be4db22c91a86844fae0b10 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02405fa85f28203bb7d17ee8502b3586e490860ae61998113bf590c8ed7a093b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..89f57237b5786320c54db638a4b964cd06b5092f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee27a1583b3b7ea445583684e3ebed32b6c817fb7586e6ae7d96d67b5a442c44 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..da15faf0c2660407f049edf12b657926535216d9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c761fa092c4b4c5139bd684169953264f0299dea3a46eccfa1383b29f2534325 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..87e77b2591a9da35ebff79ff954bb7037c474e00 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cd36eb883f619d9a1a9c62ba640422f207e4c1335f6cd432209714bd5641037 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bcec1a8a39ffee2889288bd99600806f4dba3ec --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c05e9b1c6eef22f5cf6ec4751d4709935f287aeb4728f02aee7959d58c9eeef5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b0f5864377caa2d484527374aca0041d34292299 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:060cbf466c7eb1d0112a4fcad6ebaeca2550eaa9043797f7aebba126a07fc4a5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3fde9a06c2c0f6595a337d8631f5719801d0a04f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9eba24c7dff4c97dd74a83363ca955100c5b8b67305235617f6b6040f88c6b2f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..56c687844349f54233823d52fe06835ec7963261 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b19d730f9d5c1db2de5502af95fbedc133d46f1acfdefcea0fdb759403fa730a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e61f6f019857eb178b5523921c187a4f95d99d51 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c28c0b177720aa5051e2f71dc276a5255899541046599d119d87c52e09b52d2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4cfc89e07e99119a38cf46e79b57f4cdd0e0736 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afc194377359d55bdf00e610200f81f0289cfeff9639649f5e8c4ac4247b6c95 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..257aff70274a252efdf0becf3fcdb72c53867b46 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8198c334a97ce4e969858fd1733a12c67daffa49a616662cee51a42fabdbeab +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a21a80a52e16b6eb81b6af8dad0ed4574ce6cbf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ddad48e4939e94feefe765f8a8b972e66a6b1ec260aea53d9d1562346653530 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..89655782294641afe7d3adab15ba9dd5b0caf7a0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69d34a68a86fda28915184c0eaa4170829017c7d0188e8c9944752db6209e613 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b944fdb3499945446c49234e4c977932915a02a8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb692019517491ce5cee3c445a17d4399dac7c8aa67226a26a50bb1bc6ad2b11 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c9c7df35d3706db66f270147a62c6c94d1ca414 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1780774d1902385d7d22b9f94fef42719b405609d4f4024aa908e50c3020fbf +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a97b1c625c5c89ebddf99fcdb451a131807d3390 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e384deaf930794da3c41664bb275a2cf6e099d000bc923b06e6e02532b9ef290 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a834ea696f37ff661571efa480154ad98f8545a9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:268c26d7fca7ac82555d5f481d6327623516f220de32e77c6b7f6acb6c8664b3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..62e4eac6dc6953990da2068937ecb3699e26d30d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05dc1470f5a37db0208c2ad9d8dda5e4c11c5aaeae54d04fe2c634afdf255f8b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad3becb626006cbe0690eef0950c2b88642acf09 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da6fb83fb79ea10b8bf1a469d9cb21f84c13900e298752b7b23e46ea16ebcea9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..76724a0e7c6e46f41850e5433154e34eac5fdf1d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acc0d1eddeb94a477dc6937d9414639d744649c65c17b1f40cedff0b66a17152 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..698f7539f42620da622783b61f512348dd7aa776 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79036d861e7cce1721875ef2b1f6728a45c3234b79eb607cd833bc98b2eb7a70 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac49e8db7583431b84f3c227c8aadc0505c2539d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68cb5ec4000a39a0cfe2b96c680746a8dad606a96dba02bdc4f0b05f09cb98e5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7dc046e7281626c77b5ad88bcd79ac34076f2e4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a58d43bbc3012ee3a2f3cf12aca1b181916124d9e5a7bf90702a42e7c4b8c1fc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1a010be4471270a888f4baea6c5cbcd377f60c1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcee788c5b22905fa49958fa59a874b78f2f5f3dc6a84d7fec759e64c0b48597 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5e7bc3117002b31911d05de5a0903eca36905b7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8933b7f88f333bbd09ac8dadbbbd80d087931ea0a6dc5836cf81a15832c433e6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..adaa527c715bc6c80169bab53bf02bc953856505 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c743394f4e79ae43fd19c9245050dbab41fe4c2a12903e2baa110e70edb8dbf1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..74479ff2c43c6f69350a9856f500f9d28bda35a0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62e9521468af73de52475c8c134baf48b62c5f80c316ba5faa1b8dfb958b5e73 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed5801ee697778d36bed65a0d335567a3e24ae7a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:115308dc268916478b56cf023c8941cc895d98742ad73bd0835c1f6219d9043d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ffd62429d8d77a29461db1fc51696c19c0748766 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fe2f85ee0bfb8371be8a9153f19174900e0eafeb8e2bbfbe8106bcaaa6a8c12 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5dbeaba5dd70d648498bab8511cafe24c493483c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e046a134c1b30857f3b5ae2c4f0d6d112c1ffffae7deee815d53bd1ae3067920 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..228c033e5a635e3dec17791372f705e3c6807153 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff954aff8908122c572ff5eeb2342ee19bc250d0c8b9d0d721acc97d0e5f1dd1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1959d21e7940bb3a8d09b7f1cef31875ad9d4572 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b43d0160361b8896755ebea008ac57271a17c102150cd9828d87e02679779254 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..43af847b7fd3e75872f04ec2338be0848a0a0139 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73ca1bc603b5e3a6d9d8c8d3501e2a093f1c063d4a28898ce18d2d7292048376 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0250fbd00d2a0ea5947ed1fac0f1d78a88839c3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a93ec8fe46f1a56bb2d0c139ee4e38d262e08457462fc236201195a6c70768f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f5437dd828d84666434bb4d1b2c9f90b67ea05a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70d0b6729ae936e36289828663f32b80ff1d91805f729a2652fbce81c1320790 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c85f7c4fcd538501921c968db58c6c3bb614bab --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5447e421130f9164f15c084814ed94972a42d95fe5ab2030da1e0817a7434bb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce34fb7a43a9ca281187ab235ab165f194b74730 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd73bd09526ea0a02b40c4a58436f6ee0c969abc425141a8132da05670891176 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6d8780424bde8e4a5fd95be044827bb1268fda8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fb75bda8003795e16a2459af15d0c7ba7e13406d8ec5401d0b0d437f90b8c5a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..19d40e4a9278363a11f66f5489939a99bac4c916 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59bb4fbcde43a4ea22ef86de62de628482ef9b152074e0118ffd1c58842f9ac6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba7633ed324ef56e7e375c4e973de643f6532e16 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:518b1c7c7d78e5e408e95f30a32de33b36142c6a269440f1a9648f7af0fdd1d1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c304852dae981076369ab1cdf759bce3ad340168 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48469039c3ca4653f2eb38140a65d634abb9c6c2a0d1c73e021497e5df37d92b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..018691a1f3812efcb730a877d40b1b9da46a458b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:562db859b08070bdc4b40be81ff41092ccf32b56be117bbaf0cc79073279e6bf +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa084a9c7bd045154502eaff7d576d9411691b1c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88f2fb12f93a47c96d7db0a8a5280dc671d538765e78e77a15d443141dc1dbd4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a912c68545ae112ee8d10ed19849c3f2f764f79 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d9d4d093ae23685a8e6ee9afb4cbb47a2ef33829790685c5774393d33564f93 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..83caefcbb227e5ae64a377773fd1ea755f7d37e8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:726e719fbc8bac06dd138eeb00c2da84b97ec3f99305eb44f5a60989c7e087d2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..094031e8607c4429ccaf4c23902575b7cd7bde56 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6e3b336f353e775b83a5809d264215e8ea1717825ec2e3c71b9cce807d46d2a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf7a67a532f99934883bcc5a6e136232f0351201 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8df9d058a96ea9478a5b95513c8b1350d21de4470a3b4e0e28763042b3aeae8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..919da8f3100f0b36a209acf44e338aaf894d53e4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edac7a4860b6319d62ff81674a33df0407320c27f51d0787cc3bb28c52a5d711 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a38116aa008ef9c9c1c5a4e53d829de3c083d50c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f67530c8723772dbc48b0fda81095265716f929a0e23f33439d603d0b408f36 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c9460b658e967a7acc9bce5a3c72044f17035d8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cad79b54a4ef44d483c75b883c6ecfafc4a5139633ef528138561b87e10c2e65 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..614699a0f13df42d44d421fcb926429a29ec3a91 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d98eba132820cb3c25680656c1a1da82eb79c59930f19c0bec89d087f94464d4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b88a9c29defe2eab2b7376fb830580e502ab0b5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:221f596de5bcc2e1f28f54263a84e7c1b0092032e89c182e495ccfdce2fde923 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5eeb56c703ecc9debdfb8ee65698aab8420b7d9d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c758c3939de3d8b30b768bc5d92999c0d58531ff9528875dc9d8e3beeb763053 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..23121e679a708f82af773642aca508617827ee41 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd04cf46ee372feb85e85b04295af7f0e4131ba22cc7653b8943c988e551897d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9cd2ec281679b7e480f3fd0a0fa384120deb8f9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a1c5c6b8b71ebee1681e85f7529a11a5f202ede8a213d0a5335372e3c5c8367 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..40c40e1a4bbc26735f48b637712ac3bff7366588 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3e96a13459709f60235c0a436a48cfcb54801e937fae33029fde07c37d3aedc +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8afd970b34f1852c704ec8b7243cc7eb7f27745a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb40a4eb1449fdcf0c417ce67403c591ba57efa9955cdccaf552973736d373cc +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..94686fec7d39d323cb4d198759529b1a9c7887af --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa074c6f96ac636138b4a79318146bac6f50053b6fd3ec120643a961865a21df +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ee688a1f44afe409bb098250f91473804b6d269 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b6159677452a5752f70933f2da34259cf435c73ef46d08599f8d3e3dff17d76 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..12836d64b89dea923179c2df879fd4d254d76f7a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ecac3074e80d585ff9d04a9fde4dc2cacd584a921e31585dffe4e9bba3cc9cc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..60638892f5234c278d51920b9fd911c154593dd6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29afd82f5d9e973eaead482d5985bb5f1a1c7476cc2599f0cb77bd6a5477ed79 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b3fd6f938c5907055a4da35d81f42e6ece18222 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c99624b78ff2809855ccd922eeb98cf4f72e23f44571192f53284537d94f7d9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e00c57d892d7040da912ac86b612a1fb1aa53ba8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:378437ea72838759541f857b4ce12a2d3e64bac4e20348c164cbfbd111560af3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ffb530e878695f85b1c2a11b807c430136381f5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af9b400fede39b60abf4a63fe429088c265c60fe96d00a6b94d80dd9ac622101 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..803a8286da65ea8926e91516f790da318cb07c99 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a3a0d0f4b320d74e56b9241c395e64070b8d2288cdbd933928ce42d45c913da +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2783c33685afb3d85653daf7aa13a5b9ccdea400 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8c14af2cbf6a7fb3811205cdeea02dfd308672bc50bd69b47d77ac9b93785b9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..875d6e3e24fe9e60e465ca2e30dbdf32b50e49ee --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e84c3bae3b76481ced40034fd9553584b88e7be8e7ff222a326e5270989accb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4dd152eacd1c2052a118271fdbaca2775109b10e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8f6208f145e6eee885e9fe9b01308fd809ef26a638c212911d12f5ae183b9eb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f75184692e3439a26f282af9926db104763d1f11 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3e57dc55a87359360e0217b1f28986859a61992972bc88182f786c0fe942dfa +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5bddb20c1badc2c0c1dbb663c69a9c4b33afddd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b8a68467adc7b807d7d437db96ff46d214b6de0264c84e10009e9082f386b47 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5d3d673d39cc33d0523e6b341a4ea7d4a0dafa1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c16f1d5db85533bc6204ebc8b6440193b9e10399b32c4a275e76b85e13d77b1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..82fa2677a4aa6fd72cdbde895c5dfa02785d4149 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5936082b6d00a8a12a91d858eafe89ca32d47f09b232d858a2227c95cfaefedb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1df3e46dbfa3f324cbb6e9e16330b5809644220f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39283f9b2e3950b433d9cb75535530d724e15771789df0084a96faf9fe36f268 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3686efff7bfe9ab99052d9e25fa9cebbf9bd40a6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd01fcf72f354b57eb09c1c70814322f02a30ae66cf7f7ca9e993c87b8996326 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c43d5d21aa0358870992b836a273657546869ebe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d01f2e424fa23dbc3099d032cfcbeb86533e9f172e13069b8be8e67a39b1e0a9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..94cb197aa8e92e705d54d31ac9673c2c004f077a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7692032eeba5bde317b83a24fe4292443decc9f49da5e889fcc65893e1d513ff +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0089df2bf59a11e0fe3cbc0e7a695aa7581563ab --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d04bf900851b0fbf0d891da007d375f60e4b51bfb4625d542f806691582b92c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3100b126af87cf73ea5dfe9457240aeabec56276 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06b70645585926ffc176fade80e219efaedb7394853e0bfa9900e6af97d180ba +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a294205e142e499e6410aec087f90d6d405b8b0b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:921ee84b5cb2d3b6c5034c4c515b0516a6bb7fdba6190d9eb58483bb4b895a3b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..16f9a334edf51090ea69669770a1ff5deb5fc351 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9ee696cccad265b3f0694a44598f670e500d0c8497eb12fddd9e61b9385359a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..68cdaf782a0a82488ebc543a24b179c8f1eff202 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b69fe5af009e1836d02e47d9bd0aec71f56c51762834559f7916a3243dd30ee +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fac3922afbc3af38bb20906cd4a14e1a3237736e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33eff51306716549a77ea2392bceab042861e156014f717de01d6954b976e204 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0195ab319e65eae5c75e93e6a509acddda7139b5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b020e65a2c61d97262556f30846c5f00c94971d1040fa526fe9f04e65e6802a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7583f80dfb697b745bc9cf783fd213a5f37492a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a82d921a37dee36d028a921a76db2b11c323f4697bf102b7739b9286b56aafb0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c7f1e12356a39dac58184622109cb185c382c94 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e42bdc7df4d796f9bf1538a0f6ee0534c235ec6aff33c573ddbdc83b696a9696 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f6a133fc71e4a892aa86f6b790a8ce221ba9654 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a25a5b1e1932c66e7d6d364e932650a357ef929968e42b18a13065a2f282e51c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c8bedec2a0304d0d5f123f7e9dc9745ab676b4f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e144f9276e1c5875567a40c08e97675d12d4e3e85208269c9a2dda5bfd2616fa +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a7b9d601bd0229e77a11203d55bf967ae52b10b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1bb8f5ff11416ec125c46021b5ffbdf07514e687ab9f1a8e3e3cb4cb8103d89 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f53d819140db494a741556bc31020356f3b2d30 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dd5ea78c1ff3b8f4796306cd4697194965e7052dec79779506c558f4f36f669 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8096c28eab07facfa1193472ae26146210b3d36 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a841ac219119f47f8d7837393603003918e0ecacedfebd822c20e73ef19527dc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ca69fddfda5d742bbf439fadec72685a9af074d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0496f9f5231737b04d4def093fd7398f800010aa40a8a6326002cb72e59fe649 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6fcdb22e35765c97e0d3b291abaa1ea887eeaae5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea455a578a9c97f8b36c4430646775d951eb74a72def11f9f01e1faca0a21fa9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5e230d2eea80bade5df1c8f73323d08a2441887 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13193c32279e054e98a73302d6054f8d042f8ce89fef85ad098cf3519d5468ee +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6161e531a9c8e003f747d36644a92995a34124ea --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a50e291a3d3f29fbf89c33f726d475a2f206ccc54166088225f864763b3a41c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fcb77483ab4f179de4d5aa67084d6b3fd3bde8a6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f499a72c4ecbef65b862da06e79522617fa56e952c902083bbef7c94beb75720 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..35c66aae2775fed1f2bdb57876ccca9df2971073 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:407616d08ddc05789c6ecf5a91a5bb1caad3fab6d4191845556ce1400e765ccd +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..83514e0471e70a00e5ef354f36455d347358fa00 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:039271347e80a8b50303481ea09baf05d734ce656caa471414b85bc97ea7e90f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..589af85ffc41972afde3c397cade500d2debfd76 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb125c2bc2c7e9cdf3958bc7721af01de9f79a54235378642431edbcb04d7f75 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc05f9269e2d0f66b3e980c1963bcd209738c98e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:699c953380812c866d6a54b0b7a70076a116703bd58a958ea8cf0980fb280f4e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea8a8fc08e6632a5c6a2a37e8a5ccd96848d086d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54b528a21c568301329457843b8bf87cb898c5dfbf1c5fe012dc70a972eb4592 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..beeea4fab28238efea840a2e89391f87fdae386e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33c838b6428a9ae12fafe62e60f43c1f6e24b54d15b641ad1d503d959b1d027e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd5431c28beb3cc32f6f54c76143c0eb5ed26560 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:680cb09f4650b678c3ff35bb489214c11a34a2c4b213dcf6783f96f281773897 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3914083d2493c3583a4ddc030fce799335aeb5f6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53980d89445578f11eb1228231771f555d385573148dc7f835d2522be2699097 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a7ebdac69ba7e4596c045917381876bd9ca0fd2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03de5194a4c8b6ca7e4b4e60a558529bf4635f45ee7750511057bf728fa7cdfb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f07e44804a74ad47f2ac487d1d3d2601b7adbe4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76b82eeeec2a299f86a64c0a2f4f3f47428aa8150a704eaded12b3de54353834 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..349037afd3efdddeea9ed9fbc53d543c99240bef --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b183d5398c0d6c0844e1df4b56eabb2df70e1df6c79057a58adb3a93cc462ea +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..efb5649275958054b2da47997aa3cc497eaf2acd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8aba28453aedccb38841ddd8f870b6ed4170b075278bf366a369ddcf5466a8e7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..be2030d12eeb16e54b7fe5a58ec90d5bd38a3a56 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05a2693715267511bef86076f8a74c561006f836d0054238b014869ba4d08317 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..438d094a391ed73b8788d225a3e5329af5a5ba66 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be8313b7d3b3b2512cff0e89594dc6778bccf0b44bb77064c533f39a89b44837 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..60ad07511f941fda02a4704cd418d9d2f1b6182b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35a1537b433f29bccae0f0fdcaae3b7b82efe5448b4460958937f083c5b4455d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d73bc714ee650ad98987cd652d6122ccbc89dbaf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5aa1d72081c3d5f5a533cba3e5e8c2b7871810775f74696bfcc48684c17fc76 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6c26b5a683fdad9585c11ee4f1b677bd69aa693 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b00d5c302ea6f6710a12aefe00ba91fd2b8f15530eccadcf940c1b6139b67c77 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c7f31cdf13524a7ddfce31c0a9336f5ad428fe4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfc4595b35b67546a2d60779310d6233adf04416c332f768836bb7ec87975cad +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9096006e0cafb1236c8f1d4518328567456bd49f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e16fabe88763ec4fea4776ca699dd0f9e4012220954c8b20379811f8f52ae90 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..926708fb9b61dea03b20127804c86e0bb58abf7d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f989749488a1582b469ca5cfd2a4744ac86198bb037c77747231b495950e0d19 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ba306e7d7e4af00443f2dcce51211907be1e475 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21b9938386a091f1cca677ffa2c290112d402779b449a6a98abdbd0fce70e9f4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..92e7255517a60bc4a1f7130c0260a161de963674 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bf9b2a5f25bb3f868528fdc195befa7f4bf9d5af436ba58e6e1194e0ca7a334 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c350c04c471154954e74b5fd74be9598ea48b1c4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1d13a9eb02517c860ea59f012a9352f64f52da5af287853fa1a6682f07b6f52 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd688b3d1542b7ca54eb0f59d81eddf7f333e9b7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6972e62b16e657daf97d71316cf1d0ad588f52172ac7dc85dad4b5759042ce3d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d841a9c0c5b85e5ae39a127ba791687e8ec3887 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48d44518809f0ec9d3c69cbb107d731bfe20f22acd196dd010b0646f2682d96c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..37b49799b0fa6a3691e4cc47fb88b6c71cbcd9db --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b672cae78f7828b8feda53a69366b36147d05c5f88728731361adfbb42ba06e1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..58cbf1ea954f73af2b1c6e9ec1af52c03cdff820 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a1b60e5ef1652a182aaa4a52c1096109e732a2deb81345b65201c11b62defb7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0142a87d87089a24c2f8919fec7640dff2dd57e1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fc44d84d413549a03b96b6fddc06f557a3bb4fcd94f8a07725b8a5958e25f6f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..834be8d069edfb807753152028dd8e38e4a8a42b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2e31a679f452fe95356bb971dbcdb4c12dbc926e9f077c82f7aa240d9b9eb05 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a3c35c9c98738ce792039ac758d8939c3f93105 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:380fa66d49626a85be8ba3fbd35a84ab36fce8a20527632478755fd855b128da +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..20d50ae9193114b393b9ad766ab3f3d461f116f4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59667f22c9aeee7d50f3662189ce60b77ec81f1db38314967d4e843655965dd7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..372295b392c8dfd46829e0d039103f3c34caa902 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d16f2ddc02ef39934d604cb1196dc4d1d60d017efce520acdfa9fe0ccbd9b14 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d762cb554b53109b979750cdde19cdd235398a02 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3cf9b574bc1544a1183c20a1f5bd8312dacdd99431966c15836064fe9efe723 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4559e6d49799a47e22d0357e4b852189d2631fa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd8901a04bb64c1c34c8bf30f5ae4cae0b1700abe8bec7dd8b7786f77ac873ef +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1aaedca90b6184f36dd639a3230d0e164246a47d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b45d74d1e8e9e23e48d2c8e3a7ab29077d7025bf05a90de671c7d3e751f5a3b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0520d7c42d9600f0d96c228145722cce8baad66f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f3719e276e44f555ca6a0f1961b80da549e293b5300a9d2027f0fa58e9ea5a2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5f3604792f614341f205f8208a7ef215f88dbd7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a588b2dddb0c548bad0e9aa7d4d083e66cd67262523c05fd3d50542980a031ab +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5cd4012fc3db30d6db4ffbb90c26e0a02d96627 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bc13ceefbdc6cbdf61629d4997400e08ea05396c5461c50189637d7ac5ec21b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..17bf0eb77ba221022420d94a7c5d412e9a75f301 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26587ea878bcc49a618fa0cacbba72debc11016466ed8adcbe6d7ffb1fc24d73 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c96d30089dedc09aa81e6fef19bd13cc3fdc4707 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8828a42012c4fe531b2b1b9cb433aade9d4d932a7e5c0ec577307fd03e71b4b1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..16b4fd83329a6b8037775afe913979c60aaced62 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76e962e4f624fb20adad51800c2af0a88156d0d3e7e68955782ccf10518b45fe +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..246e596e05b7d7076d392955307a79941c797d7c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:567049a8614f4050c3b97828bdf993aa14b46487aa3148e33d9823d0342520c5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d98ec154a876ce801ef887e462d21a0eb3086274 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5dbadc0c2a63f2c30804b23037f0b5c70d79e7fd0a74eb2d54881b91ab8d532 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d545e84797c02953f59a1f56e60fd4a4e94ec90 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:408cafc37dd2567754ea2044a111365598323415539a0dae0566c2981beaa0b6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f320b4a93dc949c5beb240df3eab91d3638085b7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b51af9d52134ffac99b9f436f608d6276795a106c104e487e12444f0c736ecc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3b3ea5b236a7732fd82792623e22056eba544c8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fc66cb021060bcf0072fedea7ae156a95ca1dbcb90445b57d7876cf9db03b5f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..98ab07de04c96786f49a61f68dab29c3f56f4930 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:937332b620e282c41d75d6eccfcf98988de4792d9ff18803df7155b663143a6f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e48f1f67ffb511336e7d18e724f844f8f8a81e63 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15bd70657dbecd2ae8d3a6c114374b304acc94f6ab97623a19671c62cb90e358 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1435a92b755db836792985bd1fe07fdc39fcac8a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e0cc31bb0d05de92e7b784867c7cb814a57e96b42881e2d190b5af606cf59f5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e94285c059288a39f223139d0c94c060fce0563 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1f9725751eb4aefd9a204d8d520facb315168b5eaae1a17a29cffc9f6b35502 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..649ffd3c6ac5ad3a62d9d5bb7ad16b9e1d9af9d9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80baa1770ed47307086bc2c6a4c9c2007b5f5117f63b85b0b0bbfd2135d01e18 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ccb79065060bdc9538821fb06a92c35144e98ac --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10c92500bacbabb7f585b944e4365e193e4492bd442a88d6fd0bf6860562683a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea0ee945c2b4f2a76398c2528e0952b0128a21df --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92181041e40e5f67793e611247d5d8cdb17284fe1c77874f06f6875f3a029074 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b345577ae48f76b89e50b1b5286a704d006db2bb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3e9805db20f5fa21ddf92413ff26d5b6e648c81d916383f72df322c7ee55874 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..be9c792ce1a0eb8afc29461612d7082786aba3be --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81d4c9f70304673e1080ac6608fb3b1498591f21a6b4bca761ed0679a12222f3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1565b4e36ae320025089f111dc243ab502ecca2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48a584136e43b37f1a2dadb95366e026bb509e892b371eacfbe6a54112a68b74 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b5b99f593df71c06ff69fe62ecf8d478584a812 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7df8c39c6ffd348ccab8eae74f77a7b58229f8f6ee3be431f105a92c1a34ac7e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..79415c9b095a8f1fb9440fb1307fd24b4589b9cb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23f19ef92d16fb89b2a58559cdf78759a26c96fa776c20aaa870d9ef0164c053 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..53741ff58724bc8849e2c5a2026396f584729293 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec2c0a0ba858685073b3efa82cea0e8e1db1328c55db2fed8b0f7a761289e19d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..78ee9f2a453e0119ea78fde1ddef1f90437c13a5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd7c48759bc8db703f9e6351e6a810de4976cbe56305f44320971ccfcebb9aa5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..041a902c4ddff5b13e6b88b3ea7f9a3c75c9f9e0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b11e3a155c3bd8d7121575ed9d75c67817be5cf4f63478a221eaead76f013ca +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b557ad7ed757a597997a3c56e9efb848aa2a809 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95210d93aaa477adb2d8efee57683d2d81bace2df1cc7cdda2991ac4567f67fc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c12644b5b17f7e6499f88549dec3e0693978afe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3af99426b12782251eeb3d845d7a8325662e1468e29439673ebbe4fb332aba8b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3bce08d36803a7c109b843921da908fa4cb2253 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d020a41322a55b9676524cdcb3cb607a414f6d72b6044a75850f8e15d4ad17be +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..76770917a6d2deec8e6f1672d2aecb2a5bcab575 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21566022616af0eb7ed639ff9bcb8394cc1ddf331ed8289f1420d54f7a911550 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eabf19fb6d366af4e52286fd728ef4edee187bab --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9a37897119fccb5551b076a8092f45a48858b88983f3d9cb089a64ecd17aa12 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..422125372df8164373f52e05d39b6901df4a2088 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b2a60fca9cb89d9f653dd964768a3ee6887a70a7b2c813fdc7c4aa82958c7dc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..98a87642c6e1156adab8c507d6611e1f2e2970e8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fba2685b7e743bb3c1e93c5b0cd197034b4e6e54efc1d7b8d6aa91e4252720a6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d517a7b09978ffe20491584083311c658898e81 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee872d4c44f842d94c188ada0e2addc2288506c108b54b9f6d3de8c57297c7c0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8da7f881e824e4c380173ca182e4836fe67022f1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:848124dc954e48f24929484f88ab664665a9412e72c04de6c3c40fe988630ed5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec211af190ade61b719f79a588d5d0bf00718ecc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:917a1c2d38ba525373c9212d72029582cbeb2b206fa63666951058338de18b5f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c81ad71ac89c6867d69b97cf450f738f0bd4fcb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9c88a0fa856d37996c1af3ad8df1c6511cac4b67039b703c02ac8dc99d94a75 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..40c2d69034fc094757a232e53b92788cf59ba83b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38232b740be49b45d964913ce4b8daebdd05e453d34cf8d5d4ee213621b200a8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47c8e6af2bcb0040625a3d3c24a448ae5feaec08 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c844be6b10c8f06bdb8534207037d06308c027ec673402d3bc8e3dd8b8be7db +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e97dd255352dd35e8822dea48a1e80af22b0326c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d0ffb30f1ea0692a544e623439816d0584358d35b0f18dcc47333ab291f1569 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e09ac0b738c5968905bffbb7a9c5fdb71b04c60e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b8a45e07698810d5486bc87105c2d7aad97ba8f168f479e7e74d6c3b286511f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd1bc939d05691bc01d56cbaa966d9fa3c79ed6a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08343db86f18b1818c9fe0bb8ebfb74c994b169aa74ada4c84fa944241f20a4a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..74612169704ea96f5015bfc5a80bfca07e516a0e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c80548dcc3dbe1219e55dce3091f04b34b20cdc41bd203e8b9376fd75529960c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9d34576a4956af95e139ecba66d10b27f997a6b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:746f91ecebebc6f262acaa207d92ce2a660a8cb1c01a73e5637ee38739d7cd3b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..118611355bd2fbdc7dfe1f3cb65c7fc2e83fac22 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad560e281031cf37f8cb33e2d2cf946fce99c70c717167d83de07f60be1871c9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..09d08ca352e549788420c8f61332b46e770917e3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0698cb05b59969d58006a5bcc0760a92368f1dfc072cd2f430cb300d46c4d73e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..efa409382aa3122a78e3501a6cfd073b9c6e5596 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54fd9bc6332290605e5fd91a0b1a5abdb3039854d18e3bc064fd924d7d2ca1d3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..814c11b2c5b5ea652638a9982f8e43ae4881a7a9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84570c23346aa8d97e04f6ca4f3555bccf1494a8a91053cdcbc467876de47eac +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b16887c02046bf54f1379a6d893c15e0dffd0cf0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbfbc10f9896fa6225ba88231d7bcc49fe4c313c9850a76115bd6c4bc6133932 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ef8f01307e4f96322efbf6960a03b7dc9685a41 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8279b51887236aed2e4031c6696680c6a7711ac33eb6b34cec20040b23b0bab1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd3e9a05c99b57caf3003c52d511c8439dc8c288 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10b12c58c07217c33ef8f5ddba1a236e5af970fa7d5e544a1035e436fb2251ac +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5cd6a6ec3eded1d2d2c5e5be8f61374ce8bf99f2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:201a53cf9d6f4fc6d89714009814c8d8fc805b62d20b7d92f9c73f3079fcf162 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f71b04ed9b0b5010a8679e894ccc337f9e9888 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fffba60c1055f8432a67c63255fe15cc1868e9628143b917d34840cc36a7b4e4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c357f311b9ea0f022ae1ffe01e6772793e283a35 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f741904eed630513a3d8c63cf530aab7d4ce827ddeab4d83eec44a3a72d5d68a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..54a9e917ce119cf454cbe3cd8c77eecb50dd79b1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c445d969890e6086b7c33e90fb660d32b24343f14de05e913d0aa91ab7a388db +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f598ad0a7acc464c6433a4a4c8e809baa431072d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d67a979b55958bdec5a8099a1220e9b280ae814dfc7ae4d1878bb23d60b6271 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..42188f6724dd45004686e26dcbc1458d80a7e858 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f63c709bef5130e8bb56764b43dd54d03b026d6f7c956534a8e6cae076d7c0a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..70ea3857609816ec66dfbf9718c390b422b80a40 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f2108e611b0587eeb9edd13cb7a4aec2fd0d7df09caada1a1aa5b9a28a45ae2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..79b6d9d24298859def919923b604b0181a9215e7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10deabda31322f804627cadc730fe1e2a2d5a7522354df0373aaf7c2f9c23f91 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..66f4bc44a6be380daa7e106038cbce98c5c451b1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b9691262772337bcb875c998b699539df4edf3cd9322eac18f60e1d0c912bf2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d8f5ce99c32e1f46bb81f59ecd207c335ad1525 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a157f61e8f7549643f4574c4c4590c1c248d72123d88eca54ba4659b412513c6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4707da3c93f2c16c2eec08296692d42c1226f3b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d37d58a9e8a04539d4f6bdc674b37a946b6cb4329ac100745ed243391ffb0c7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..63357bcb176f900f245d733506d0653133aedb06 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4d80e057acae8ddde19b2d485100e34125de9aac4dd0a33dfe2c0790cfe8f97 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b90ed69cca61ebea35fb01d5b88a848ef28297c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b9149d207b8df0654aedfce826182b0214592174002fed2485e9b4ece3470df +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4825d0054f4ffda3ac295c3f03ce9144865a2da --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8dcd53fe90221277d4709c9a54d7ead69a73a05273c757d130948b8c70dc28f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1963e45ab885eaa1f6baecee876c08eb044e27e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c42af84e9b58e3d774109464d54c5fc441ef70458905d05a132a398f61947e97 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..725eda42fe97c9a10aa7c6309a636cf72cef66bd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:078b601133649278c3e07842d4cf8f6d9d732a785e14482aec5ed6d805ee2cf3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f8f9f4467d9471cd92a14f2920bec7e9820f135 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:887ebbcd3838f7f774ba9706ee828ac4cb6ecd47d97c79e2b63bda6831570991 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..795064c65a9397a8793e33c36cb53b5de551fefa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c0de70018fc5f0823cd6c147abe4024e993642cd69d964ddea7ecc2ca2f5f4e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec1652dcf30b77293ea29798edf2aca1c378fe16 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee443a766819d76df95411ac3dbb4d8b3ac65679898e537846d8236dea88f40c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc3e400303f2dccd40049391b90c711817a635b2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a230822dc47e221c0476c024c9b4693a47ba9d6acc07fb5b6805c1dc5714e076 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd29443ad45aff7b5a6412b19fc1bfd813196636 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d383ee4e823588074b3f782be49ac60418510c514087032b36abac40065112f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b523280aa917a102ef3f26c350eb0c9eff604e92 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8945be47b1f0200799f5e01b675055e0854c1169558b963126106708b584b0a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..92019bd804b425a788dbd3f75ba3288f3a769ac5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff8ba4188f74b4762f49be48f3107a78c17a4b912b41d4c98e98c0b5c2ccc6ac +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8fd88ca67040984070d222bfb798b3ad40c4ac5a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:164b33c872cced2ef0fac96bf30f6b0708c1684e31d2df3a90e53cbf009efb51 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d05a881db106992bc7a144bcaecaa4293c3bbe5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:777cfd68dc7c8ce38b1a05fb661cfc8c196b1cf2e4fabfaa4a5120f3ba30a40e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..968bb48397b8db27d5a04b78923ce969c38a28b0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d76bce66451081161860f666303d7db35ae324732c4ccb415c66f974cac91af +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b2a11c8c730d39fea1eb256474bb57d0c5657e2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9415c7ac769f0fb617f0b9ee8b9c3661e4fd2580ff248f2d932b797f5ce819e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..61ea6b31b885dc0467dd70e6fc585d5f2d0f0199 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f055f3fcfdee43e5848de00dd71c9cac60dd9a9b603b91425461824321fd6649 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..936c38ca2171b10e73d327d3478b6641d3c06ffe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ae8a282c79e1139c58e9a95d9436bc9967c802d2b5ec8c94c0d02430b77efa9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..530fba2fd773a135cc49e3663b31acabcd68689c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:454d49e40c87c1233a3532f598ea5419399af49c6fcddcd40bbc86df9832c370 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c7fab2011e31b45d73eff403a19f72ba1913ce4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdcb48b57a18026c74f38312d1a680265358695508c788102465d0af9c365ef3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..818eadafaf30649274d2f0158e0d7c3a67a90baa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a344b4b5e5d08e8764f6624ecf4126e33cf941b7ffd6cd7c9df6a32011f94b8c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..85f5ca0a33d69a1ad8c1cb496388935cd072fc02 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28dfc96693dfee0a4681038a7471697a3cd9ec5e462f554949b0aa77b51792ca +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..43ad2f7d14d17dae4decb0187ad466d8c2434c26 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5391b95ab51aa63d5638857be7a5ae1eebc70a0203135f016ecb56d99cc2d13 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b6945648176cfabc5a6d36eaa35e7f5853ec72f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1185716897378a3ec9c1bc2d2d16019c1cafe86ee4bc50a539d6fb042f76dba7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6e4abcc61cd3977758530cdb2ef9f8bb9c6f336 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f51bd2fdc87a48f8f942e76d6711058014a210e7c064df3fdeb49b4b45c1d3c5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b823c88cc97e824cd4ab64c6509174d9b3b03732 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3e5a4456323f8f4d2bb1d7aeb5951b95f80b1ea6949cd236060eadff114063d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b0f7b6d8610bbbf65a306a5ba127c1c307028a79 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6bb47ad6f7c38bd74ae652226608bdbb110d1da6f23e56b113d8541c43046f5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a81067c7789bcea9e5e258c67b2d0af3d34beb2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2d99c734c4ae9d55db489a7e90f691337fdd6d49b66bbe81067f0154f75eca3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..119bddf18ca806429cad3e80032a80866c4beddc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b490ef52724282b678a15c36ed2fd03663a33c06dc1b19ddf1023261b6a4174 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bfe1e19374164f8c0ab93e7570417050be7c5691 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81e50e1a77095da020e8f66ae1e1d4dc1d741e887f2dd887c5b980d379abe5c4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..82de3e0c28eac2c2df9140a8b375bceaac661fa7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca335b1f554549ab027ee39ed189a0791eb8f0447e3526a066b1d4509c69aa92 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2cec6983375e0177d6645b81224ae82bea0e0499 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58a20138bfcd9ef8f7952c446546112f19e422d116d5c84c9c5d4d81a1a79194 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb24f2180aeeee482423476ee0cf1d92c90ad0e1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71eb37598eab8fdad7bb0b80c1dd7b98d03943d481137f56d40cd346e188bc09 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0239c5980239247f65f949711ff6397721ae09bb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d818c1416e4aab3bc957282b736fa32ddd1070385b69bccab76b8299b49362e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1efe114c01f5b5b8c11528f23320aed22eb67a02 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bce9c97cdf51e1bbda069139f6ce38ec25c4d877640b46cbb82556f67d38cf95 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f24cf4f25ac0742af43095292f7e728e80cab02 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:844bb532f178f8847e4692458f23314776d203d18756508085cedcae2bc0d34b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a7f7ef5dfd2098fd65088bd292e14576b667614 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c05155cbe93ec2f6cd95b575385a48b986c825743cbd058eaad63049830178e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58502b0c9f572630517e521eca5bbf73263a71ec --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d07e0b1d42c33707b470d078b07bd451e60bbe5560e328911bc9c9a60ec8a42 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..603e97cbfa24d8b50404efb2f54abc237d575eee --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ba3416b68d67146664dfd62e4bf9b484fd5c5ed06fab234eb6c787ce90e9c1d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b06cfc91d8dfedd866f2a8eb9121024686c224f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03e6dfe713d0ee366460891543b21f9f4c2ec086c368747cd1e6c62d520c7212 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8fbab169090702506ed2b6419fff6e2e2215294 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecf4615f45011da8d0886dadeccf4128a73ed1fdcd7a70e6716f59cf040d3685 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8409cde446973cc631b482f0c695281186c445b8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfbc0029a8af1359c6d54f0a144cd6a8b21184cadb160ab796ce969a7a608a44 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..abe20629a323b3566533ed8f94c742963f4b802a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33bc884c22257d2c876f903475a85274564c5abd52379e21b37fb46663be13a8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3473e5118ed24fb0cf8ac173455d8e3d529af00 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b627d9e4b83628b4abf48fc11e13963b6336211cb27d5d8cefadcce0990fa98 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe84be87e96c04ef6a5a339df4e941deb5d79026 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8694aaa71ad5021bc61546efd8662d9f6acd99144892df889a379e60af6ccc71 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..67261129cce012094394857961e97d922f63f107 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f4c9dd9907f174f66915f3ea12837c6ad6032f313f77e98cebbfb2fc3b6996d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d6b0e2fb02e6d78dc17a4c09c7886edf45971c1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a96ee514524cdeb0338eb3f806068c2fe03962a9cf67d772457a740d3f8d749c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..35b29e2290ba7e875449ef96359b56cde8ee66b1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4cfe4c52decefcc1bcf258931e1adcbba7e44c7405bd356dddca10d4c0600fa +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e91b0c6d6c8e7f257eee440ec767e67a8cb44dd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eea83d138902947d13052ceb564c4cb72de4c4e3d3ab287ee1f26d67f6c53b83 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..206b326c60651cbf19f16fa30abe94fcc1a75dac --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3e4cdc6ef1d9bbc2cc5b2680843c30fc09a18e37cfe4f2c4bbf7d4a308b4655 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9defc942cf09fe1403f0700f64557ac276084e3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3811e759e3b9068b3d1abab0419ac597b91372fa28554771d543b67a098c57df +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..50bc38e034c6a63e9b4365a2b6923e8524cb0b24 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:667e97ffffd4a3a1df506aaeba5921ed1bb7b02f5993712fe64f5f2828f49051 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..06dae25aeff67d06931ff0751cf04eac5340c6be --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0695e5681acab1d5faf1ec9814eae710a157e12215d4669506d098ac2fd9e677 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..28a3215a040cd704003d975311bb5e0b93a4b1bb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:024c0b99d3f6cec3d576bbda180567a2b7fdb67f80d8f955f6073f5ab6a0acae +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..77880425c0e47c92d6a1a4d4b5d6f2a52b166c4b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98ae0736ea2e483c09b0ad63d9ae6bbdcc9cd9402d3f8679173bc59d73621355 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2daf8b43034a67e3515aeb911a075b6192c21c1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b496064c6d701523fdfef68453eeef571bcd2d9b25cc36f57eff65293661f15b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e817ef7ddfca33daa137cbaa798e07d9303aff3b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a8035e53f978f33957326226b6b571b6295052089dcf17dc03dd231a3083e9e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0de6c2fb2a90a47e05ae3b0617a4e72be249d228 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e31d04c91ef5d34c50dfd3060fb77ca428941cbf90774d7b4982cb800ea284e4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..02604356734592a27e2a79c407669864c5b7706e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:629ce02092e8e72962ae3c8ffda3f1ad91c7854b28a6c49148be0d775a5a8a33 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b87eae1f53d1de2b3704b7b8ab15b9a3ab6d830 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d0a64244b778dc636858a922319a11cffff29e3deb0133c462ee1dc0dd3d3b2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2fde718e0e78857b47fedb839efc739b8df185cd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41717dcd265b5821b2f51e20025ffda501b38cd8d5563ed2954eb1bc3e17b588 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e48834500c1c45931454391f393c78cae68716de --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30de2e20d9fc54e061ad110a61a474d1838023608364c13b8e1f966d4786ba4e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a08464b4ed16d91642eae503a7e04d1bdfe38e0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6747e3c52ae1bbe574298abf551c077dfa263fcc5f7e7f046c0b2fb26f66efbb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f554a4c2d3d3a29380e85594f20811a88f6a46db --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:574f661ef16a845ce0b59070f4956a1cc2779a8ed5cc2317ece50185841f254d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..37d4d1a640e0613f2ec9dddd742ca15cb9027ba2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bde01f397126ff2c279d3782eb27ef255a1cde92bad0ca0479d198b3ecda7435 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5351229adb4a8b5921a6a1ff8db10ac10d389485 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12e2a6a36b9c55d9d41beb1ea609abc6beb47a0e88b7c6a38e8e9dd926353ab5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e43bd7b498a16b38be66375001325baa8a7221e6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f698380a1dd1ec972ed3f4b70ac53d891953efa385ed7a680670f73f0a477c80 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..20d7db7df0f75ca4503e3355eb191587e819b0d8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:050ac1c797dae29e4989aacea97e6408a3e4a9cbf73e872a4df08d2a5770aef1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c02789ebfb88b201cdde7451a09835aa26b5369f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6a612a2153e88c4e94824a72519bfaa2e9cbeef682b894c055b7c336ecc798a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bef94cd7c38dbf10811a4961e51a48886ec2741c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2728092f2de286ac45c30f74aee07d4338542942f31a0151dd74c25144457104 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..50320300b969629e90e4675ff6eee3ae1857d435 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f810181c8b82e95731a38cd584c10266db811774886969c550ac1ab535977eb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..128fee500b261041115d83ef6743ccc1dc544747 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46a00467befb2bf25387b51dd7b06caf9b7f945adcd72b75474e74fa1011142f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eec516444cf8cdef4766cd2111b95fae2e5d56d4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6c4c288837d1166edee37e1b086d61b7d19afd96102b6375124b7eca27ea234 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8dd5e735bddf64dfc52f40cb1ed8c4ce31a5ca34 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1674026616304b600edc82999310c7bb5fcb0bd782fde47320678f8c1e7386bb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..50b299aa1fee2b5020930240c9af9723bc57b82c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:878ee300066a35e2cff318b8a1fdd466ebb8e34d1daa8d31eb8c825085d52ccf +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a44bd224c49945b08ba5ce48f89ae3bc1fc6cf4e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ee266a4a637830cf736c31bbaf305156e66d06f86c1701e18ca9f07fc3d54c8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e83288fa9de22b51d0fd089297fc37a32a4a6d5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b529fece9170bedf13f7968f5dc230eaeac20718ee0cc56b65e3968a26fd7412 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..72dccb63f2a4d230fb5fd298ab93a7eed832511d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca50fdeedbb1dd0216d3461cba2eefcaae6b1b1f1ad06d8b1e15ef328d3ad981 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dba696f04a78404850b80ba81931fe30df8ae7c6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87a5a58f8a3b9bfc85068d44dd89bb2627463f1703afc586bbded0011f028a42 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..feb481a10d6df1e9b8a7bde357a3040cc2a4428f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ece875709585e551697e8b8c9203c6bc61d5111b21aa44f9263bee96981ebd5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..63bf14d3be44fbaee32e704074c1ac7ac811529b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7cc057f55a2b7bce87d008a24c17c399ba4f24de88d287d494e33c186f420e3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b886927f9ad4684b5322da6eb5f250d215aaa27 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a863f17fbc96798597f08d30da6f870279f1f67fbc8a85b0f6f6cca1675c630 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..33311294d50b90d3835dc6a9a4d24b341d0a6de0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4c8ae255bb4408a72ffcd274cac82f15f6301045df21fba75f268642da229fc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2efb05f79c6b847151a505cf6f74a26ccfd574e9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:146697ac19cfaea0a5c565de7dc0371ca7d69317414155b6ac47c71afc03a5ed +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..34e244c0a71952f767b07a5d0627ffd82fc1dc05 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f6eab8952d354288cfa06cf862686675971e3a71bd527dec7d39197f94a9a62 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea7339933d55211b3e553ef7235a98757bfdd400 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:846fee911c3a9bc4287d556c3083e1be63e6e2e412fc3c84e85d8b60f1133890 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4d1c97e7290e1a32429adee575d317c6cd21c46 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50067552a1631cb7e703cad31b6da99da3ce9dcf1e0eb1a72ec2f6ac56b36e98 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..68e40a5e4f2cf5d3452baceedb0f55b8786d6b09 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99a68d55870ecf9dcdb17586cb0b4c7f0f6281f638d247b92f227dabfc2accb4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b26db049f634fa80ab63c467f20e1d38e142719 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a13ddef4bc07b3387b0f20adc97e227db914ab5eded582e31b560df47e63e70f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2cfca1789dc27117b190ea61282ea18db358374f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76df0428f7349c03cfd60d57d9d5e48985ba1fc6c363d13dc1c27c054512bc89 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b78cb8a7822093a4dd0cf2011e05fc33cef2e76 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c6794aeb0da8a854977b76923027158509818848b04c1405e988df10e0ec1e3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..faf1fe7025f32accdc4c21bdd6600600f14b3343 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:844945702ac1d04be37bd9f9092ca95eac135d2ec618430a692d315f0df01958 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c024b95b051773f2b5dc5be2deffc8a6d265877 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af1ec6f49296607f845c80161e7265890bade6ec661c8cfdfd24939adfca9f04 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..81492d23470a73a3e2892f6cc01c14cfedb9bb73 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f96421a3af2f684abd9f8cf2a3445c7f1071ae2ce42c5db4f05f6c4ddc4304a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7b166a450b7654c667983adba9297cf3fda5dfc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a0dc85e52303a132a72f37a61aa2872f241ab5252b1f52d72bcf9d5a81c46b4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6a01f84e96afaa21f619101a19dae1f8562689f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06f59b66849e29aecc6e7dba8d6a1e2c57c5d27490b82b99551a1473a852816b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1cc916c1d3ea7124c38ef69b6c0961602915df4f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be9ee367fd85d4a4b2fb63b3ad2223951659737877a5234f37dab7dc48cb8473 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6e0a5e5f19b3996e58732a51b66dac861c75265 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52b86d084fb76e90366199052dcd5ba496c5461669f3b117964d18ef88f3442c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..765e75cfe1ce6e82bc523522a4ee423901d5bc69 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82733fb20487cf18f45636fa52ed8f3b92e29e346290f611d80158024477af9a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..71c0969015729a6ced9626706d07468da52359df --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd3a464bc8dd6f402378d91263d6145580caf7d9f4c63d56b5ea19493c5547af +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b76cdf60be3efc20aacfdfd08e1d982816e89c4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:952c0b6ccae456dfd9ac5f8c0960f8abcb8453c67ecae666b6e09fd7a6f52263 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..11d3193a6374d724c6e6b2961294c01df2b9dece --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4149fdbc82b7a11e4e474a6bc07767dabd2598c9857de2d0d95282b8b33abf91 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..956508049624a3fbe7d93212977f2f11bbb53a94 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:414efb82af80b19af1525ee872fb562e8c22092b74d4c1eeab90cca5edbed9f4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b77a6b4f626dcb673b9299f6585906c992cd99f3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0e54b4c95c0e0d58cd1d8f84d13585f188dca3bd05482f24347085fd5d8002c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0bd4128ea8f1806e588e5a18796e2e23f52e30c2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5ba95ad4639d835534150f4a8811961b1d3cf67b515390ddac8638d5c86b3df +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..51fce183fbe432ee9b40cdadf92102b2811462e1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:caaac204d74b3c848efba8c331a5c73b42269271f1deb3d9878480742edcedec +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..60ac7b3348738f8b95b47a4e44226c964d4163dd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14890143c4a64c1eb2adaaa3229a04dafbb6f6dd34f226b2591478031627de94 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..16a961bb3e9ef7e1957d30c42c194c8fd5c8b100 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9217176d1adf41291e0c2e85f52c420aa0a8cf19802e239bf5f30f7fbeddee0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff81ba50bb50f75f4d7c880034004dc82cf92ca3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e45dd4b3fd3fa5c38ad06f58046766c1f93ced83af155a37e83f62264a0241d1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..544d58c99cc2a72e26d3dbec70621003cddaffff --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c93cf07354c68a48795054cbf7c33e50563a599f33780918624a379b7ac5647 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..549220e2db9ae3850c901ad70f110ed35c9a6ee4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:274d9559e3489d13e0f6f66621f02a9eade1660cb936a0e1d02af2669e2a1463 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..36efdea95f711c73b466801e0637a6bf695e55ad --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2175a3fded3f21e1c54558e837cecad3b5ca5b0bb705ee9b08a7abcf2db1ae5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3fd4e99856e1796a1000f38ec4731a8ed6c787b4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec4a17496b804009a04a33f8cd05137a34fadb37374058d62921045f6ed43f3d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..590a77585d52c9393789bb2534251a38be6ae578 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2bab31a91edcea93e98a80e280fe75f44c26cc39186e743a35ad6746334d2f0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb53fa633d87171c3eda7f962b98489740e7922f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e96d7b5e6607997af01999d7d28da3df6effdaabd9c497c8c613b699dec990b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8f320a01c09c3858135d67806a01e49967d7727 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:517eec7e81f6f160765e822a162629464ace28508bdd73a0a029f9ff5fd4488f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bff5de084131d5349c9b9da315b7df2013d01010 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3de84863b426fefe58b5101e314ad8198715d2854dd008a8c427839c4dd122b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5158b0f3ce135667818496cca8844ce62a493a6a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00cbf672d07beb32b9fec59e58624441805abff7537c27e2d3530eb81c82960b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f116ce378a87ec3cd92edf27e75258eb3af101d4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db86cffca79f4ea1181d21a439f81b4f00e01056485bd11e4dad23d37cdbaced +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8cc820d0e293083a6f7f1ab57f234b7d24feeee6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd414a92307418eeab74ca9cff8192b9ed13454426fdc2fd05edf2740e824aa2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..64a522e7b92afcb2c187686ce7b50b9ec3605476 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d67ddee0e538d7fc3f7f718f966d479708a9223714936152304653d867d2077b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b6efd45bee2a25a0695b4498d7cf37ac35bbb39 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5c61cc585d9d550aaed1a5d75e618b557f7f1adaea8b74ac0bdd269ce8708c0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a467e5a6739c490c7602eb430ee317b859cdddef --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f04b480315c2bbbe9d5c2004de44a7d9bbeabeef297deb34e64682ecaa56aec1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c48fa16ac9d1e404d2a5b90fc35a07309864b317 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2ca005c992c572b233fd08e1a0ff69d64bf18775f58ae56e125d55ac23623de +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..76ad0c66761abf9e73ecb9635e619a76bbfba031 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2244797da8ea88e1c61b2eb53e6875e0ffebde1eb6a74755a77d3a7d8b76f6e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d635994eeb136ee997910ab43dc1d562ac60ef45 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a4a1dcfde558ccbb2f07a6e70d04984a981c4b1d693df532553898c82e7899c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f656d8d699b77ed54a33847efbf2de095b5ab4fc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c77435d47f1c9dc051ab76ca65d262efb8b89919fad3196a116fdab386f3f182 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..adff33b5a53ade7754ef6b724d47f2e6cfade4a7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87bc17c085d0e3a74706119572c42ada2387497fc9802d9e8dba2136170a929f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1884965bd7e7294c85796f362098d6b4f28508d9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9709437dd0380db8509e550bcbdc2960d89b313b22db7cd7e4e7d2504bf13c52 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c12e69ce3c4fe4bd846e0a37b55cce56648f4c4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c75dd53f3fec29408d2232b1e8c299f3663ba41b85a255c3b8705ef45e62c837 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..340ccd9e67b83accf56e511b2c6595596344742f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8abbf496dec5ea8b88b2c1945790df6c1794e5be9ca4aa08fe4e3aa812256fe9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc8fa39c5ee068e191512956a1167c0df5c3a999 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ed30f7197f6d395e202232ed549194c45c5217026c2d7fe583f67e8560e0825 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7d843b295a9bcb089356779f7a906b29bd21454 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11fc0977f76af04d50d4bcdb4d89627be4efdb7f862034fe4d7b4a70dc7a384e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c9203fbc94c88d81b25bf5b3f7ead96d923649b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cdebc4e552e02a26c417bfc03b1ba7c56ebc3f6b961f2f4cde8c16ea0709569 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..77fe8f85fe0eed59addb318abcae05043a3a78c5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac29da4602c2befe2e4c1edb3a46d9af066b4cfa97a2bc10c6ddd43c01c8b0fc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..64f03a212d41e3bc3e4a58fd9abdc017909281b2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c85a008afb433d1aff3ac273bf69428169d39c7e1eeb45ea373005d90f46c0c8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e59085d8d50eb91411c8dabdd4c2e179f3e2f128 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3cac7d0ea8b906f6c91b07f22af442fa2bae1360f510df891de3a3e3f41806c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2de704f802b288636b4ff98efb624ccaa042869b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b537ff50ec68bca05c91369698dccbde60728a7e135eebed571a53ba43f3d360 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..26f021177ac760c4a5799c054ac5709d1125b135 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f54644dbe22294b9a913d63f275e5eb65dffc67282de454d0b69e48ebc2ad12 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..35f0d8fd1028ec0dc32b1cdd42aa0f04527f3514 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6daf9cbf039b898de1d4b256194c9fb63ed7f1b35d27451b95ee2df8f8208eca +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad5076dd2604c2509a6dea08b3e3596577a4213c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dcb367b22cf96fe63c2a6823a9833306cc7910e60bedb4324ab2dc3b6cc45a7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eeb0dbaaacf8e6d963735818d90e56f504289e7a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba9fd7e6b0851a38df3e55b03529bc38f3eea873900cec39fa0e15c969a7e5a6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3d0565dd8a3f8e51e4c12898f986f43e9f00956 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77f2499994f0b2734586b93bf8368f8a8a4e6db9ddea2dca549171c35ab39355 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6695d8eea5be8a475f773b2815a4cbe5d36a9f1b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6b2357c5e45da92b2cad20e5d7b738c079cccc879deb58a65db2b3df8974fe1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..612644a4280fb36b2b0233811990487d3ff8954b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbdcbace89c30e40c115eb1de5bb96782b9add04eb38c5162f7cc03ae39eac6b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4e1387abc139ace65da134598421aab102b3d4e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d19f5ea7084d38e63e834af372c06ba4b993d310df486c84b79a20c94e40604c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3284aed1233c9ad23562381154d9635c0ff664e9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2c7400d2a58dc930ea25a5dae4116c319eb7b97333d6f835bc836b6aed2ab90 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cdb39191298e3fbc25328d594bd8d8bbc0701b32 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e28810e314835443fea3f59c2087b44ab5e4de69919a104a916cf9fadd47e4f5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3572656947694d5fd1b6c12ffa8fbf48df5d2574 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:111045199ed898ff8c38f397b1ac5018b6e97677fe76e4f67823c1883e754b42 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..378e98374518ce5624c0ae6272f693f2fc4f7902 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c9bec8ed3a77c6097ca6bae6c9756a2d418f2fa84921bc0cd499af0390acea9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d6ffbfc1aa7fd2a0fc147aacc52761bc961ee48 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6debef2037bdfd6cd2c2cc6558693aaa603c8036556e17ae5dbdd56d1b8671e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb4c9fbe30a0187992e043a70c50061ea5d22ff4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b126196a3a401fd13e9de7f9f3a4f66bb3d4c16ff14901c5eded5d42957bca4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9166d8bba375d3804f11f44694e5fe82aa13b3fa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c599432ffd2aac97e4a402804b658471a4c00ad40d0db9f387f7c4f0fcb20c60 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9979672069a1fce0d5a22862b56984487dc352d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed6a1f23e56a891ff2b7fa69886ceb7c4017cc8d837ad5b5816d715932fcbac9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3bacdb20f34b03932d07a4d38ec679e732178bd6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36e11e98e7c5fef94535ce6aabd30908825fb1302410f98275015e45867ac929 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..28812001ee3dec169700968f069136f4e00f24bd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60da62bba9b48b2e92613e221ccc7b5caf5549a19278d533275b59b75fb89257 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f65c4cb8d4e3673b9bf762b376824f91660592f2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2f09d42268a9bf4565497736e87e18ed82c1797b8e0a10fab32e7972a1f1274 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e394067377ee91fd4d4d32137385ecf7aadf64d6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6d543798cde3cc0f72f1c60d18e7bc974291c380b60668a5648ae22b9b77086 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..557598a7ff2f74a2fa786281ebc79c114462b525 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c404465fb6b116d4acbe27c3c1a9bf4e50cc8ed4cd0764bf9d6b6d45fbae341e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6ba11e12e76ff965822d436009d7af34198b690 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a035b32ed7ef79515fc248ae3cf82afb10e912e07708d52ec909228530eba848 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5a667389adbdb05f71180691c580ccdbf77f815 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a19d4b9732d483ee50ac5928d981ab785b26b523ec4a395030719f403bb8b888 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..449b36ced1cc6281d0e394766de144c75611fa8c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e84dd3ea3dfe9469dcefb45abf1e6ed601e82d5c6fc5042f0b277450fa8213b5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..56f1976b43b107677b5d6d1fde39178da00b434d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d524adaea8f357dcdf112efcaa8453dc6b676ccf31e397bb13620b9f480ae1a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f28fbd6a76154f28e3f81466106991ca96def8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1f0df89390011345982ed6df346e778af26ce22cbc7fae87da1d11a59a99e44 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..98c4f8c8e920f264708756753891ea8025ae99a5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:078dce7258a93edcd700b5721e8eb68021ae375d2c652c7947808f3824c7547e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..23b0a7d035bd2623b7870e04e6e3da9a3adc6f42 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2af5218d4487c10839c327600f59ee02b36129a4e782598256af9ab6b35bb8c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c45022ecefbd4b1a3832325d952ecb45f1d4949 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c02df31184b540ce0bb7fa413abee6de53fc09e095504d91efd4f59e04e24d8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0d00a691ac03d9d51c76d0f1a32155e6b355924 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57029e28bd95429860e8f9045b2bbcd90fd9e5a5c8bfdb8352177d5cc2567f7a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6ca8eaa7d9825602cfcf5efcd9c5a7521d3ef8c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eaca08bb03df9b6ba91126f97ca2f7753e2ab8115c97bbe5c2d4657a36d0577b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5ffa8168ebfc272b16a5006819349334c41c6a5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b615f0f9e2519f8c6dea8a3821a688bf8630682dc1fa6fe4cb07c3a4c382ef60 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cccd3d450ca0122c147d896c83726213775156ab --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ac76633b5ccee6f0011a1273d344db4a14f70745225518d141bab04ad38c910 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..52176ebea840963420781d9280c7344521e934a1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a47c02690f62bf9b39315a56fe5c79dcfe6f2fe857d6784a1b4385ab3a4c157 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..07c5480aa5052883b25ca6cb4229aec3a3f84829 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d03045591609c1af0897ff1067b3dfe6243ecb1c7f10e2ce4105ce3222154a17 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b07cf763d8f6998d2da9c38af80110743ccaefd3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71ea8a458e87d0b5933356e3f240a95d3075274d8260ddfbbf444f20ca26a9e3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..719f7cd7d67826bafa71d630c03cb3b1e5bcdaee --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8774c1fa25da981b647b180e50ba07e76665971dc212f2c8608daf7391693e52 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7e0739fe15ae2631b639fcffda13591f779efa5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a065b647bbc97abce97789c7347cd0c73b1782d77878a7bbc13924dd9d25a71d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..450a22c577a208beb619f8a788cb8522f84b6856 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:180033b5ee9fe1aad71746e018799dd9586482d75306ca0b2861ab11f5cc6adb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..65d2047da013722ede5172fb851d49d0f4a32817 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ced9e95137cf8c8fd5b7a35c2f028a65de6afe301f02561e68e4c9a0f37edd68 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c8d35e3786a8b1c575b4b27aa484d89955b5afa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ad30e6cc3b990bd9428e9082496c4801a0a34f6d3c5a74ad16efb16ba78d6d7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a16ce36f683f537ccd3657fcefe6be0eb696bb6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfac80910ea9ceb5a1ac59ecd88ed89e865c2438c6e849e7a7ff3a812c27c231 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3421fe4fc91726b62a53de9b9a5843ef6074707c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f7d27c2850f155c6dfc17b1815f9110980a976af4c5afceb815cfd564f765c2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..14120240427a00362e08cc3b0157a8b1ad50b114 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8c9e4e7e3f7e7a1982f38608e3368b85cb916949487dec6d49bb86d6f433c69 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6bae476906c6f956aa1ffd206f43ddcb5ead401 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6727ad18324828de291c7429046fd759ca63b34c706378e475a19d20d3c149d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ff789a32438066a05b2e2d678367ff7a508d7b2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:090d3dbf3d394565b811b4e1352150644ddc19c1a6ad388676503ea06170b466 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e42fb5b8ab629f9abe4347b709ce84e9e0be8f10 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cccc586085814b9c8bb29cc5f1f57fd24a3f7523115e5e186050bcd95fd9367 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cdec395f41e218bee3631706b7b009c6b637f2fc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02529cda296181937ef76b2d0432e5e86bc3cc06f2ae41bf11df3febc40cf125 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..49bcf3b4fe8cad6d83f2ef46190fc945f6b8502b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9759aabd31ea62de0b5df45e18d1ae3ded1ad663948378a64f9833fd33ac49d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..080d198a0c0b81487a69d2cf1866fe5ce0701616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e03c8892a6c65ed981894fb911b38a6fcc01cc55ce9b95dbe403e42b1bc998e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f78fec100b1b52036c9535567a5417897c1beb6c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a920dd6c2df9730c19fc8086fcd5098fc0feb6f0f68cffb67781e02d932933a0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..faf09bba1e2f109d47f0d3a38eff25d14a73670e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b3ac5ec1b3934992c0424a7546f22d8a24f437da63c7073906d07418d6de2a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..01edb5e9ec3df8e7a7556314e85ae4d5c44842f8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fd6e9d21acc9d72f7969c6149e7c153ffe87c8d752d4b32d1293800d95c78e6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a86790cfc6ff13d11f0e6ecb6626f47d99aed2a4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2d8bcddcb7dca1d77033fd1a582a25ceec8f34cc48fd4147264a6cfdfd08c1c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3b1d5669fbf51ff2cb2795f6fb7ddb4a8ffbe5b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3996b1f3416d96c30fb22cbdd84ff275782c71f53ad6b9f579464de863c94153 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..72aa451735cac56cc7f0da9bccb383e4d11c199e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74f85b766247838ee0662b2a37d308d0ae72df945de6e474b9db485271f71b1c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..77727b92449b991d34ddfb681758bcd1cdb5bf81 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd5cd767d7138834dcccd42c1dbc13e4dd797165e1088174d989eb7271382360 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7694f43c22d7e6dac048b70390735546aff0690 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d32b16625467c1b7bb5f0a3aca73a0c531b4fe51772b5c9f6aa263eeb11a3863 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..608d6c76a8f0520deba7c1fa0d157c5f5fc104a3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60f88753f9b40780c8e9c3a12e114881a31df39d24403fb4d9060e670afcced2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8fd55273843b8ae8983c9cae3fad6303baf10fcc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a4b9dccda33cc7f88b648eba01e543ed6351e45b03208e9b156c5745167ab49 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a51fda02da21558fc6d0a825c633fe99906ba8f9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1b4b6b4bcd4f45590a1db5174201f5091a4ff2c634b0b583ba1c8900c80714a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ecf5d849d37b2f97f8fde1ef486d51fd2b1a4038 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc8f749b05dfaa20b514cbe560ef4392e9de549cafb12126a50e9f1d372bebe7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..efcc08fb1dc052eccc69df90eca22de583f47e54 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bff2ef980898332d0f296d1dee63bdf2ab170e5b2495066543f22f30b85e8308 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5f321d022396a8e4471e6541f16517cef254bc9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b500a1fd433dc6d9b589a98b617902d9b6560cda524ef764192446eff4fb0ec4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..37e6ff5a0b51d7ac77f2181af211404102d6628b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22253cc4d12e9a8985957b4793d61cf31544f69083f0fb10797b009f5ee5ce7a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..256b3f8a025d9f0ca15a3d3e37dbb7f986a93a15 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:319c9da798028902b2da4cb492dd774ad75008702c77c5a1a9083888a91c4be3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..03294b15b9f480875cc93e6f3e7a860d88949ea1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:033fff8355dd782fb076888f0e271567a01dc42980167d692766819e8ce140fc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4b629f079ae5dc583a44f23070fa70cce9262d4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2805c25969c9436a51172d5ec8bb90e67996d1df318bc62dc09be0b6e8636c03 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e54321b254ac85e5d5b0e6d51ec9fb64cbfdd6f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36c312cff257b1cbe4994ac575c221eee0c5b897e9384ceab5b7e8f5a329139a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d40ce0bdfb54b8e60f313fe0effaa407f9014546 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d001d776e0389c32637bf94e546ca1e89c923f4fbb4accd69566cff178fea6c5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..29b60cc88bb82d267cb48fa597325765a19b948d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aac68032c4635ee5864def1f034b05cdc08d10510597c0b7fac0c9070266a28a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..02d4427f2c1a18b96d8071a247e62e174e3ba91e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:222f20a080410de56a390d1041fcad948cb73a50165cf7f0ff2672e82bb1c819 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/lm_head/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8a3cc0b12b31931b616c2539c30f1cf1f676542 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c4377c061a8666ee0656d0743d8c147ec4ca7eebec9406ae7425ab3c50580b0 +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d436aaca7c0844d43437abd774869123d9fe52b4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01c00f2d8e8b8e456028e5fac5639ef72d16307233bfd9feab213f3d89780893 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf0f40e0e5f89b5fae3b91ff962dc6e3fec09c2f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4eb51b4fd9289f92235bc5fcf9e5376f04c82c79fc6e0f3493f24dea1579d9fc +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..11b39dac2fc3a16db93f83b8fef49c790fbaf5d7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13b0f50dae4847a4fa220a596033582bd8ed15b20d60ec56994d168f5796215d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4e62184f7b6e1405db0afd82135468f6a2cb582 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d43f5eac798c2c50329d7c6953678d7418d1de3e8a7c9e5b7307f218eebface +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e29f47ed1b3572948dd945218fef2967f1e02c2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86ff1cf32a8a39ff9dfccbf94fd8a56f73d8637f98386c99f1cbc88a40b31b18 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7fc610a29ae58a9e109e1c1276c57a92ac886c92 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36d5f97102892e2075c5ca4176dc3ce587b593eb8a488571619a8680aa13cd43 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b0eeeabb4a8bc5c8adbed35a17189cf3473671b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f55ef494be6e7aff588b28ecbe9e5c3be2018283f99b15f43e45e60a4eb45999 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0510a9a67b12253f813fe2d702eed0473e27e81a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:842311d55c251fbe5e0f9c6724d2f2a60dc7a938a951004d569b8e9fd4b39982 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b37cd74f80a53607b112b4953f7244819a320f41 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34659830d0d95f59edc0ee38a7acc6e5571bedd4770876ba8d9a70db2b31c2ac +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec1be3049c9f0b0d60dca84ff18f3370ce6c8c2d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e91d7954a1670709aa173aa4c927c8a9e7f580ea44492da36bafee014d8bf947 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..13edca755a73d1bef366a59f61e1553f1e1fb37f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a71cc892d176bb75ad809dea5b8f778bc2adc63d0102c8341ba6be243b3a8ec +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bbc20152ba0a17db03bfea30cdafe776eefb08f0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:991b76ab447420c3308bbf8aaa1f71551adb76600923de900a3bf3ed0fe3330d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9d11ca13d32f89df3df6b7ab06b59e2b10949b3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0ddd39d917a64edb3cb12f0b644527f07d4afca5c233cf2216e240b8c76e21b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..46643b1947a77069fa3b026cbf9d7ee2cf354c5b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e1e750fa942e6e5aa58f113c097b982ccc79273eabc01bd5f3eb9240b4a5063 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7e900bb856526fe59b29afa453e39ed3ddb6634 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d32c80bf6e8b568af3595f1e98c36e8f33b48447696932b43f43a7bb3f09d0bc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..072fea66ff47d013dc1661026380dca61f8a1d36 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6158da38266c8bf33289fe5b01b11fbd93858093fcf8a3eb0ad976080d37030e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..35c6e38904b540fb3b7f884d779d921d6b7cdbfd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77270e70eef6cf9a0a709964fb230352dc2060d9776c8914b2b3881a71ecbd11 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee247e4eccd3ef85ebd44f501d6bbf10d08b3ad3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d60035225635b4a530904c29b1f93b36dcdc4ff96fbc258d5576e05467c430eb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7369891c3f4fc2b699190123a86dfe7d56f17b1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e60004bf951e33d9ef5b2615137e6708ed841a105c1c85bce9b0032139afb3d1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..95aa202e6e036d3058cdb7f63773bb8e704d5f6b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:291faa4cbabd7229fbbc009d68efb8cf2c6fcff869646879ab1b8cccc61ba31e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..476e3e6461badf759be97253a79539560f6db4eb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6126f674568fe6ebaebe221cf0073c22d03f3f686eda3eb8726da9f389eca29 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..05440b14f41f7727dede5e9c40a403fca6fffb32 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4baccae20b0af84584361ae1548bbdc44c987d09af8d0e99e39d1847ae5d77e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..91ef729f523bef09f605f8506e80c5617d888499 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd01b8202e5433ad9745b6bd418cf282a0ed6ab32a0af852138bb780ac5db515 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c943d1b754b9852a2d463327ea7a237ac29d95c4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcf3521b92145755b2c4c3f459dd2686c0b0c525362f1559ad915b2268860506 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..69088eb3600bae026d00d40ad729ff299d908f82 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a717f41a0116498e7d5a7bfe869aea0a310d96fd088cd8537ff669d1ace794ee +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5a62c0881d10d0e48c6cc24a160d52ed0840b6b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f6fc827fcacc05535af051fd5bbeb2507a6e2493ea268442acef8e3011974b7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a048d6abdfae03653a19282b72694a4eb26b1ba2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91e29c6f8c2e250aedbc69a6fec9d1f8307f8595282c8d54c7856b74ffe6f5ca +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..65323e669bee64d3fdd8c9cb0aa9ecf50b0156db --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bc82704ca27461a8de9ef9e1a5d33aa45e0ae07003c35c639ca871312cc4514 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3fe779a878e87df34ac26e2d81b73cd48cc87f80 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:faa78db734007046b25722f36fc64aca5cbb0b9f3a7bf87be1099431ee8cdf1f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dcb3dbcf875396b3874e9b8d32cd32b4120b3509 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c66187cf5ec0f3d32f64c103c1385123d1f6839f31f5a4efcf8f367f1d4d4173 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cce0df5b3610598e879f5ad952734b49275a77b9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d70a6d8ed96d6e7a1b453909b1790e79987975eca4bc6236a782b2bf39e901b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..775561005dc485faeb1d7acedacfdd14d41021ce --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80a85d7980ec1a97adcd269e26d876d4f9461fb5de52b220322bd9837497a105 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c7f397667c6f7270fd7b3950870b74199e79a64 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5107fe1c2aae683141352bf7e723703d5f453c7f973cf0c5941855608b39de54 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f3567c052be0e8e23dd485544a0c8f87c9e8b53 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f822c58bc77534d7df601bceb47d6d7fa5747be28338e94d226d0030d5480d8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..866f70b8e652682c42e4aae6a124a71616f492c6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ce0a15b76b6deeabdf0f85e26135a336af4145f17200336d1f44523eb9f74a4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a9fd9c42375cd4c52ff929646cc2e446bb929b9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e556b4f08c2f10a6d2b15cc9a6590f5c1cd057cda74f47b346736caf0c01073 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b2a7b9ea36c502d0f4d05e3577ef1a0786392e1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a7f30010905dde824574a54318fa36d3c999aab99b065c2b4a6c5d280b5fdc8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5512e59331775abe741dbbcf7b5e8f62251e22bc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a342b69fb1d4289c0961013919f32b56f6c228fb4103a65644718c64c8148bdd +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdf4878cb34316e14c17b3c5ddf45de0e87857a9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7db1eaedaaeb13653e19a4058c407a5dabc6c8fc4c5cb18faf50cc5c3992f49a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..188634ad0730c59ee71dc1a3285da3abfa5ab60c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80337b3933b1b4efe06b7d7f396a20cdb7a071371e606a02057dcca61312b48d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..32c39fbeec85f9860ff5f4d143dfe5a38bc1386f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5b850ca4acd11296eec66d8dc18ac1fe2474587dd762de5f8727b68f396868b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7dc0b7067f6d8b16fef3e0eda78b11e7486cf44c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8ece6b3e0efa8280f7643c0bf8a8945df9e32178a558080238bccc262e34843 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..137fa7c0bcda6fd92a5279ea19577b1ea1fd42a8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48a4968596bb2a564b3b9de52be1363acc2311c080231761a62e0da6cb32e6a3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..83a4589e66415b29f36d6e9bee6ce5fa29e0066f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d18d6b0162ca3ba06ceaef2b2ff1bb8c258f5820538639762cbf8c7d4c00bec8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8ea06a56c871ece970c040f2a34143e9886882f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1538de31596ef80fff1130a5ae7de8f16f4d2af41d32333f68ec398e8c684f86 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..15403074a8403fc749a818b2154e047ffdd5a506 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db176ddcc4a0887265165f31e70983099f887d4e9a842bf3c5b881f7fa5c5a10 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b36712ffbb6ba43df8367ebe6e50e5634ffd2b80 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6aee3dc2c7292318ad9994f7ec3c2117a4ca3095ee4555cbea075c717c45ecb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..761384568749b8addcbaf5408204e8b10f698039 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c05258653642f2ac11fe20f9f814bf15593b59ba20dcc2cb3df56fa43ec897e4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4bc2c47c229a83c08c4c74c68a7551709d06566 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:686446620a42f05a4c205e6222645248bd8c8ffc3f72fd962a3520a28f150f76 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..35fd79865414e49f074eeb46baedb4517c53db87 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fe5bcf59413bb427a00048c3d1deb9cfdc7d5a85518791c598d04aa07794a70 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..637873d305c7818b583e5ecfca17c0d089b25400 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12470e1878217d2276a26366e84214fbf57288137aa03283ae53de9e2adc6402 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7f614c6e5b133fd0d36fc9e68e0c320ba8cf453 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c458771884cdf5567d667844573953e201722e1c540d58a15bc05c80a2fd700c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a47629de95d722b83476f014a5df4e908aa7de7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6d131c395feeac0de945f20aef15e124f9cde86594b110a2d25a0f2d3efeae8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc44a8b49a99108817deb0751f40145f4bc9cb29 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7dd69bbbc9ac08e13dee5b55a902403ad71bfa6b386aca15d3bda74edee766d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8f512721ee3ea6e7a775a13a81cebb42a1acbe7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:514d6c09863f7b857455b3ebb0ad98757c6523f228d82160e9393a1b5afa7a27 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf33721b5d5976d9b140fa0a62b11f208aa4cbd1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07428251b5c38815920382e70f9bbea72637dfb3e17367001c22192da491faf6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..af049eba8a28922ea8bd70d21ecb4d271b5e7809 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:589ad213b574413d4eda9b653e284dbb64fe38f8d5c7e462242c31e4fa1ab3df +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a4b81fc477c1e4b9b504b0c55b37473958fe362 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f56a151b0932ad8fe55c0e46b003767d912ee6570022a3f1c0b98545621c6b26 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ec041ef7c3e5419603c996816cdac118382e01b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f776ca93ba2a8a914bd9344cce7630ca614690656b8e8eeae054b4d6a8d90568 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9c98eec0e2dc021113b320b7247cfc1e67719fe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16c60ba40fb61c901eac7f894e4d1c7b61ffd715d2b7b63695fe222bf5e4e64c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..762a5134943f90e51e4cd854b9f507a7d0b06046 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05fe4841f3b10c0b077708e696f0cdc261b68fb192a9a5091853c2335487b0f3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b71ef04eef892759c7b57220369a626d23c0057e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f2f31a8194085a0727f8a0ed42e13bb6924b9b08ebe160276ab286c646c1957 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..825e5776eecd764217c4e0a0616a5c0fe67c2150 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63c581ea4cd3b89ff1512dcd41b2eb1fc94fc8a695e3c9427a4f2f7eb04a5c72 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6791867315db6f43d92c7a2fea7240ae1d8129fe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cae4987682748f1559aacdda9b8a1336d102d8c7a05e10ec250fc8099c964fe +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b2ecb4835904a75f1856f6262a690adff067631 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99d49dd4be512502cac1b5e8d36bc25e35a4843b5937f59b235c47b195045d0b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..af73aecc2b72c324596abc890cea731c4e02011c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ec2b96219bb2639c6c0832e0f2ddddc8b586c09e6d26d843fc493b98d12d55f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..768dd4340ac95d83baa39bff2f8cb6ab9e498253 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e79133540d99de413ecfca7742a3edb7b7de35b0ee62290e6f703459474a916 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d89a398002f0bf8a373ea91860f0ed9615ed571 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3eeeabba73d2aa6d632c57292d64b2b98989f020073f282ca37dd0176454852f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..506bc36dd9c6d95e05511875683d02bf5f67eff7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:025a21b700972e2d92f0d483acd8797cbdf8e6c2515b6efada991cab372850e6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5111a16b96dff7e55d47685a892d0ed74bf0d080 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dff91daca5f5c49abd821852f0f048a04dc5618c49b9672c750b55b55040636 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a59e6e55b6d1a4e2eaa761a4d2673b032a9efc7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b22f1669f7f2532d99ef7eb652a84da74fc0dd0f3bda6050aa05646a395bf2c5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1533926a43a26d1ba7a26779a4df5eb526d1b71c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61c5e9ba933fa7ae2b33ad54647ec9ee9530df3469b2595976e9756c895ca05b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..13475cb0ad447f7780e9191132d32eafa84a7c0f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec2fba119ffd29472778ce0e86ea9627b8fd14056cac1b949da7e62b130ce2e2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e7f6dd0fab065e33799f21fdba43fc24f79d61f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:019bf8bbf156385491eaef3d8ddf1e0d00c94b84d6f8d0f354e79d8e78bef6fa +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..71420cdadde4ff91a65c863cf47180e37f3cf31c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:948ae35b57416d7a4db3ddd9526c82a15d767221ff2076259216f0cc8f264418 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..71a3b5808dfb2d5966ec618354e41e494e5d1d66 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b7bf6e30abc77e5d9444b6ca57bd0f045508622427cee4a092943c62916881a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b653177a650267e34e39a49b424b2dc4208b7d21 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:517008eea651feee9b017579d275ae051803bff87737b3954dd937121d02fa96 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f9a8ac9785fda03c470398802dba8270d4727c2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd23091cdc9cf51342c284373afb31248ca3534ab84b945cd41e0077be0acc05 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd4832d712c5450a88bbb46eb1936a4135659db3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee0eb5767b76b2bdaf8989b19a97c1a8f1846d3bb6a90af4e66488e37d7b5cf5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..955fab051e7d9b5b5f2982d1daaf864d3a6dfa1b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9839923b5e9cba4b402a73da4b677b3accba82f2a683af92fb3c5981c9bf8b72 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c548da9e78976cbb9002bfc89adbce4094eadb14 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:781adcd7166baffdb2e74acfefd1ab872ef55f98586c3880e7e5d26c29234f43 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..df5ff8fcf3e4a8249c47e9704b9a5704cbbd8c1f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a4c6def3a70e8fca7faaee7484ccdaae844b3cea72173995b280d12de964375 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..83b01e3a87c747d2107787db874617fbdd9483df --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ba9189eebef268ec3e38985df81a1efec10850393c7afe2f5e78a7d1d769962 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e509424a68274fc0e9601266e9cfa3c0068e5d7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4686b5a3d64639bebe584a6aa42b7ffd97d9c855a14b454f05cf4f65164cb9fe +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..077d3d6079dd37fd7aa33eecdf9bb5734e26ca2b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50a1de151df66e014493e02a884833279b895c444404bfefbd49066ff5ba4e01 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8809708e2fd439df93eead7b16f071dc7c54427f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2962e538ae9d27cf14aeb8179cc3f3dc45159313f1c895bc20c8b01907a7c412 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..58b7727f5d432431280e2824ac3ae83e36514382 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7dc445469b249acd4da7221f5b3439662b704bd9b45547333a652a27005cddfd +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..575f1fc04f36524b0f218b54d3460886d1363356 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd4ac16b5a67e07f51c30fced807e6cd86393ad89ee5f31298e3808697b553a3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..95e3c9c1f5ce2efcdec9fdefe99de2c7557b7c78 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3178bcf60bff56bbee3c9904dcf795698ece3ea187cd0fa17babadcb05aa8b3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a9cb273290cb05584ae69d71cb50ff1e5a181b4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:099d1b8b5f3c3529ffc1c6ead785f6836f7c3d49f509ca75b22379a71c37769d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..db55a12c4dbf788ea4d21a48d3bdf162ce7537dc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50c7d2de8fcff068472ee501230c78bf7a3bc7a7cae9c6ef6f5f8780462107b7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..66edf351f05ab09a639bc467276468f7e756f53d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35adae4582fe08d25f5ebed8f72acd55b2790825de1d14d18c34aed5a0dba74e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8265d1a1139c502f156531d67b40d32604d5322 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f583614839892a018076581f3ca497961886e7ec3f3558adadbc984b3ca53dfe +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eaddbd917d3418a32d29a325892d98d5f9a9ae6e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40f80f5f94814115307592cf0d12713214e729946e9bbdafffa216340e3f3d15 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e00114047c4e01ad59a477f2c46542ad3b25edd5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19c7fbcaad98336ecb36f9adfa2b6e9b9a3f7bc14dbb16f15aafaa701043fa3b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a8db762a5f549fd18013a9c2406e174ef255a11 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84d80089e1cc4ff7c349c2cc24c540f4d72c89f822fbe915163bb8436387ef30 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c11152aa5b9c5f5e6df764ad1cd7d2c75262282 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:123b6ad0c78f0a5efbf646fd2545959677f8aaf251a90eb4d454c6d1d1ad58c6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ae70b0e4ef1c9106c86b3fa991eaa4ed3a19f52 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca61e0e65c8333cc1a67ccc97278dd3c17ef61b57a481bc488cca4cd2b3bb044 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ffed84e323f9b267c210311313b8eba2e0c8377b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e04be1e9bbec719d85bdfc27c51c80d01cd4b2a2195400ce51683bf7895e40e7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..11f05dde88e5b949d3d06169544bcecabdf7668b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba6522aa60ea95bc973b3b14f8589fe1d84d3e2b1f8aab6d10fdc45d83349913 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca8c803091e80b8631216e4b9c83e477e3a94eeb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96da34fdcf9e68c1bbe7a73f8734361b8634560c5b05bf1fd449f3af646e0853 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..745dead09c6efb57115b7630bf2b30f7bfc76c5a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d464458c796bea3f2e5f7fbe5386d954b619265af576f6fc35768e0e4aef0998 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2616d2ab7fa80e3c8972843b926ac3137c32e449 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0744d17aef26ea1934ca21c2231bbb65a6372304432ddd978c21022fea645a8d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8369d33c29fe463356feac3cd0de0962db9a23d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dc74971e71db3594434c515ee2e9806ec573a50aa9052cf39a004b952299aa5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..37cf116eb3bb6bf027c23c807cc8d0f29304ddfe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3bd0b33646d554495964097309f524bc3277846a4f4c85a3841afa4b4e40862 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.22.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..34dfec48bbef1b784db42cf2be2550a5be210d04 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.22.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32e91e0f8497608521e45cee9681d52bfdcb3528b174de162f95d46ae8427100 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.22.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f51baf64c554c1409b7eb37f37dde2d479e29cb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.22.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:728cd28c63c6544b494ca03ba4258f0ffd321746dad4dc9723fe08f12304b43c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.22.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..71cbf950dd1cb747a4d3100d54670b72ab6cb877 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.22.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:163d97ed12c3f92360106cb9e9f0e0340eeb81d8948304afb5a63717ec09dbca +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4848824b4ee4f981ed9757a155c26a5215198617 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c652e1b9a47ba8621af70c8460eb193d59419f4f3324857dfa460d5062054eca +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee1cea3469dcc69c49d411ebf57cb4c4f2529e17 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f18d2c6b45a698717cfc51c6e2af630e0351357bb38d0aaae6a18af93b1a7d80 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e61637f488627d512b6146ff5676f6795f261a1f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bc0861b14233ca06008c4ed8161f75e12995697ed2ac5ac17adc076ad3c3f34 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2f6301c416337b43d94fd6519b6308f98f31ea3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce21c8d0699b3cbf8a24ac9f639f96c7acd2830167909bf97fa74465536dc6cf +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.23.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2d5648837269676a89866ae9171b038e4f7ed46 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.23.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff48b874f87adc8cda1d49d753dc7ec7d52e162705f83d3c966da42e226d6742 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.23.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..16817a0641a9bd70d9b3553c47ea8003336feb64 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.23.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0189239e100ee8a1304b7783252421753019c069453eba72011de27afd34963f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.23.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..27d8c28b23d8a582547a4bcef85bbb1a48f1bf1c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.23.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d604c8161b2a3c423ef1ffa6a5a2b4ca495d90bdcf89d5dfce35ceb8da679e4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5c6f7973e34e8eae3b2727e7e0c06f338f00e4e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6221555cd99dfc4500acc1e3a69e6f30ff44925dae6a22ab9b0fd46ecafe650 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..119896e83b7cf69b7a4e4ef22dc512a7ef9332c1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94bf12577b1e122aa1ab527f015a470bfe3f27dd09cc5f23943cedb3b41b7a37 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..25ce38bf71459c7b8e30168e809255de7acb5866 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:807a4ab4630652f90e94c1f95b6d46d3a77cccb19b3efe536283eba2aea25ad2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5cfdab92e4ec5fc77942f74984d43ef392712ca3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:950ce2031889fb363e8a99b4dfa93c57880b24bddd6e6655a3d94ef691f6cceb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.24.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..18349214a009d460f82d06905173c0f2a39c590c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.24.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b720bd545730bfd8a39f5af95e72308e0044e5d9071c84168385331146a8a53 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.24.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb4aebbc9b058f3084ef39ab5664540243dad7a0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.24.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fefa9f938b2a5a974eb4537c1cad3a94721d908dca5aa77f53ac47cc76c407aa +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.24.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7039cb8a374607165050b7a37b609c32f9918f6d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.24.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c60e67899da7bae4922a5fda1622cd4c46e31dc1b25f3295d03611a7511f787 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f579ee58640fd345d1f7a7d8a2e50aff5f4b66d3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8eb0ff0b5c40da52a6279249e93453178ba1945e1bd34b7666e4216a569c10a2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6094aecbae363877bdebdd3f7cce099e9ae5c20f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78dc1aa9a5d77176f1ed0a6c1231713195cec6862dccfbc4218b69a133d30b9c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c06f1a0d81c808e042d1e341d967758a16ded81 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1a687c81db24e3b8812c47d9d09065bdd6f7e770530e1637f160d12cc6b9dd8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..22fc0132caf47f51558c78027284b5cd5765ae2a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bf26477203fdc6785e4ce4332590e336eba64707bf9554cbddd1d47679dcb4b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.25.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0e886222ad71025c71fd6c151ff7e7aa7254c3b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.25.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e26f81a1c88461d974d73a215cd2b5804f1eab7c59d28200a04a96efe596fea +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.25.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..84947cba5369b5059e1714e3a9118f1d79036da1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.25.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf006608c2a5e1c9eb41e3648e196f9f7a48e8538f1176dbf6584b44cc0c1b60 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.25.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd2847e032d666eac4ba15b34371c3a2f7e90a81 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.25.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f655373771ee2d16ec93b48aa1a4e22929003a56df9415aa7392e3b6868cef6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..79787296d693b5944b0f223a5ba3e9e5ad230295 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81e876aaf596c44c02c4898c3b06597d247f487566ea40237b3e811e753fdb72 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..09f7b8a111d7eaadaa76ae80b4c2bf9b05574f7d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6f40bc7959f654b3925017a55ab3ab03a65f790464c6b65e2b2576a2f1b69bb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea6f6a0af396704fd0bbd88da2c71af6584fbe23 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45be321745222a30369f8ca0cd48d39816a3d5e94b2bca4da05b626be60b62f8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..445620ed590373ee895c494cce58897b3e014792 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18de90f1cb10a44e3468b8a403dea328777bafa3878082db2a6e54bb0d9eabff +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.26.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b77618fab430cb733b5916efada5ab9ce9c727c9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.26.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2558e3fc5e6de5453c781ac058096c43757eb8947744df218f4515ffd06bcf04 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.26.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ce1f8eb76c47271e3aa78c0ac21766824364a2a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.26.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1b6355a4aaebe3094dd571507ae113df09e5339ad94c7817946222f813ba0b6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.26.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c1e189ebe4b4980acb950dc23e0e7f11fe0199f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.26.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bfeb2aabe5d408ab43b9da025c5caa6d8e3d19d3efaac567d693f8c5beb4013 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9000a7173181b9109952262db5646b69d4e74200 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab5c25050ee02ced9982dd7076dee1b5d96c00dc4cc83a5719a56ff8d9baaceb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d8e1d853857d5a8a566fd525b19a2dbd4f11cbb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b58846d60bcb08e10c61453e1b9eb465c3a6688063f3c64f6cece15166a55396 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c146ed9c2e7975d4507f3b95d4f5f26653b626da --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c4a6d4c0451c4857272119397159606ef361e780fa40642a550722eb376a05d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..398b06890bec3a9b89b79b6c4ce96347f43f3ecf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2d7c2df86ea78a47f5a08502f688a6446a520db8c8019a351bad40d0fba0124 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.27.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..338e8609f3a152d00ee23ab7774a61ac6acbc98c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.27.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee6474f406e698a70e2f0d0861e059caa30b2a1fd59a6f9f8a2ce26737fa2aa9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.27.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c56d90783e91d0fa5a5f34e4251855a5d6057ff --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.27.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe2f6ce9ede0b2f3833f143b21e4598502a39dce75d230e395c5f9ed58dc4c97 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.27.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..34adbc8abbb2745caa9865fe3f2c03edc3c9ba26 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.27.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66fdaaf2d8b4e2052c2ff7c1ae3d29962bd73ff4176e9c6e89885fd4c6466f84 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..666fba6ffea305823fbd3854e8a7dd113ab99b12 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0328a6d29d1d1cb5777afce8f07cd6a5201450296ad61eb9a951657723662f74 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..34c687c8c9841bf84102b343ec18ce637009c77a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37520fd0f5e73b914d1e125cb8045e66285283e06b3e6c40740b2255ba4aaebb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a0dc6b942f7814d72e490c0df63e3d92ac3ff9c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5c0ee9d719c2ede74d1740369e2d1baaa6e50d7bb9ea2fc02a063557759f9b2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca8bb754f0da358008f3a49a38d3a49dce638266 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c59d81892ef9e84434d3119b37d8ec1cc92b18b2c7bb07309f3dcded7224ebf +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.28.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ccc883a7dc4dc7dd2aa9ec73ae6e70b33fb224fc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.28.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e4c3c5e6ca6aaf37df14e8ac466c13b24d55bf29a9d2a7b5bd1cc94f30ae50a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.28.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a42e060103e8a97d87d2660eaf85bdb966fb22d2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.28.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50c2d3b1407cb9479c11fd681566277b195a6b1e376e45bfc87668d91baa5902 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.28.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef4e22339e4d1e18a7ff75f6314f7b764309174e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.28.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ef30ab0820f3583e1b3f17184b66d58bc786d071eb265598aedcf9073110985 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fca5c3a770d35fdefa905e69e882272edff211d6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7301ba2d2812d69dac91c0f0a3ea9a7d4d0c29d727b3c49e38a0e920435ebb00 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1045ed453593b2029dd2b925437f8921602c07c9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63dcd23f0760b2dc3087a2449f7c385901102ab84a1767bc1d964d730c66c54b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a647f93e350aa6f6751770433088a9cda284e8b6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9efc78a71b7c39fcac0a6aca1eed0faace2bad19f3fbc9db4d8f4c27f4258c9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..da9fb8da9b60ebe69723771b8278017d0c9dae1a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08bed664c914b85140be340c222194fccd24eb7e1673542f9452517e3a66e6c9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.29.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ddb6c8fb143d2eda9668cbbeca7cc7085e8bbbf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.29.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb588a6b6dc0503d84aa5b273e516af97b37f52a54765aa9b01fd95c9f413a91 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.29.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac95f1f82189393777ae55bd305d41ddaf400920 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.29.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27a54c08afea7864d30f32788ac46cd3b08f3c0e252e9d4f1593770d52dc500f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.29.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f1d6a3c66cc603c201a237b190ab8aa2a0eab22 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.29.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c43e5e236fa706faaca82e36031f0fcc866defd474a8adeeaecd8f569bcb0d29 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2a90ae5007cf7bb27cb2903998c3b8f6690c83d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85b526d1610f6c750e115b99ca18de60bf8a191090332fddafa33dd372d32d00 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..103079bd3995ff900fab3d6dba1fb7d26a05a4f7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d9bc731b406b49a99a800c8529766fbd9d0ecacf3b9703b1ac0178fcfe42be6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb01bfac2acefae292dc1363bf0d966d01c0b7e0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9f0cf218045c82ee29462b2e0b7dfa35259532512bbfc3ae1b6c2bf353c8758 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..478b7dfeca6bb9d058d21ff5279102c9aa917999 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bab38e849c690b448c9c68a27326f00367b5113dbf40091226ae968f3e4919d6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..87841b2536ee66b484d81b427beb1f94d57aa323 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc82f6a1f4938b44d722d74ece963ce6aa241e3d3d487c0d73e1299329648975 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d246d62572544e5f57a1aceaab3682b5644294cf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49dc1e1f411eab5163991183072f9610a7b05963f151b193c2fcd3b946c17c05 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bfd75efa3bf324d79f6502259386162ec92de0be --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9f9079b2528245cded3aa20b17099a901b31bbb3e4bc69f350e0651ec739586 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..811420b90db65692451cc5eecfa2fb1ea90ca183 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29d112cf17d9e505010624c8add6840f923c60f97492c241a9b144208038fdda +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4daa97d3d11fbfe7680c48ddd577f07c5e8491cb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0951cff8d4979fec2e1a9af117ee86b0f02b0648e16d9f6d97ade76fb41a828 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5583e3bbb975fe0026414e058e055f4f07a680f2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:281aa182a78c992aaaa20ca69ef3c0d342ca5445d283acfd2a026cdf6372f9f7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1d8060b78300d1e126c9615838ef7b0c2172c03 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da18e0aeaa1293b5416667ec33b631868c5ffb344b6858c78e8a16b2daf67eab +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.30.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..24c7905f1c55c2d89ca51effcf5fad80a227c7b4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.30.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c858f0d832f6035dfd61b449f26f928d5fd0ddade0b7e79a924c3d51ecbaeb40 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.30.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..82b71d97befd66bcac9223d831647778c578dd37 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.30.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2566c376a90c5815bb58308c0b68123c48bcaa72a6a5e0925089e140b68bd210 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.30.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..753ce36b1ec69fef9797db7ace53ad2c10248d38 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.30.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92c075174a60e304134e3241a52b5fea227afba5cdf958e73a282315eff82280 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..44565601440012f224114909fd4d9a751998604d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d794cb1c32770f28ec897355b456ec349f85987406f000b9361710a16fd672dd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f10d5af183bea3de7635edd3456f60990c3631f9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4674d295f1d914237025b470fc20246b4873998d9009156ed5153e4a1ad1b894 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..98d98d672e80ef86f4c655518670593c655c4460 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eec315efff2970cb322bb17147393355a50e2c7162536c9728e43eff12f3c5c0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e10d156ebc0b9bf9cdf5d3f1a8a2623c72608e01 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f728075f791409c4bcc9bfd0a1403a242bcd83c90764d1b3ae14034e9232362b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.31.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..31f1aba51ab348d6531882a605b0fc814b391c6b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.31.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71e5d8569180425e39cd5bc5d1a8ea9401e5d15f286aaf0a0ded43227c5a7af9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.31.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e13e43351a8a7bd136e7d60b6df3e780a728d456 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.31.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2734f333e47ed7055ff2d387811244afa835a966556f776876b80a975ad3cde5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.31.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..095fad75e5b2c5cf9491857d1d292aefa81e0092 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.31.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92a77aa193c7ef1ca8d54f15a1d6e72fe5764d2172bbd81ffca2fcd025084b61 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..34a398ca0843af79634c1e3c7fa1e7d43210d16f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:feb856fef444c17c2eaa6f734a757f4a4a55ddd3bbab60669682ae4eda73a86a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..21460cc710d466e2603b5afc5dc05cdf926a7260 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0ae2446e69aafbf122fd50496adcf7c0160393135ba6bb1989a1efe6b7f6a28 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..440d0172d1e2343bb11c2a4ffeb4f8def3810265 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffe29a55465b50b2a83f8c73fb82e674d8e3242964725918cea51a6da4741e99 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..78dbfedb44a8086850446e56d2abd74c49f73fce --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52cda25adb85055fed68206fa1dbaf0dccd1a016a51366a1b7730f697430c3b1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..48076f12a0661ff0aa02cab32b72b7332c900926 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56f22759046f5e57b182feba8b9186a7bef4e9216f06a1e2bce30247d1e558a3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5840a7531665752ebd85b403db7f61b11947bcfa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66546b84a552aaef114c8c0bc6c6208faae843b838493e640476f587805d937e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..84103ea26a597c8837ce7b81e36dc9a96828243f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc8f85ad8be4185a2fbe85c684fa248125ae7144f55438f123e3909b25c370ee +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..18586f87a2b569499d2eeb928f578f6cd92b8b92 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc6a8217ed00f40222a4458dbfa125f77b659e72a847a67390e7f2a5d10a5374 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3fa3395d3b73eddebe77914a3e047b3ba2d40a0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:765ed67895401e88afc4965cf0a4eb3311e437032fd2683cd1e5a469bca65a2f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3670360070266b454ad4f8780962cd5b21f19472 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62018957bbc747030678785b2d5e20c1b01608c56e2a69bb90caa69ae570516a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3fde6b2c0786f70b8ea3a4e81d1947f1118d72d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0c4d6eed1976a86a8423232106ae83e81ba8fdd57f30d95c232f3e6ddc17f83 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1faa6393aae9d2b4992ca488285e49820aaf4b75 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09641ebd24ac51f4b1946a1ff7826654abd370f529983fe003733c90d0ab394f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ce011ed67482848b3db180e4f5447f139266a7b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:003020859bd140cc4316222acaba3a201f1ee8b5e2d971a73d7d54a46865f372 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..27531fa7ff60b313622d6ab525144b32e7d6d538 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:848883411d7b8ead175eba6c69ffd30f0ef8ecf3aa1b973e8a6ffdc8ba92809d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8cb91a44e2f97fd814eedb9cbfec9e63632af290 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25a7107facb7ebe55c6d9077ff8659532df70619a8953914a2fc6b9a0081d9f8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..962625ecf1d78050e015d4f022a7f565bddbac71 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d52a6e38eb04fd5e13fe60bb2b9ffb03b3c451bb48a4aa5be6736cf161221b6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9ee22e189d97555972686e33bb70ed0d8a68505 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f659acfe96c49c8be0f42982680149e98945081a7289c0d1f16db610ea6575d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c4137209be10179f05b1ecd2e799316417cfca9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f52e250d0b35d63bbd1e51ff5de7b9aa23af88aee6b81a445ab3914f131218a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a4e89e58317fc4f143274831e79a5ff28617e6f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7616f238a9305f544c24a907e8eba732e37b132e1be440624c9def5796563f12 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eed346a51ab6807917a6c6ff72754e41c72ab222 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c14f598dddebf6034cfa8e77bcc8f61021125162b7b65eb53908c395f5547e3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..084d8232c63be6ae06bb782b3f31d04052720d3a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8aa3beaf91cd89fb58eb5114a08a0efba22de70c3196800f7bdf0890fca8d6dc +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..266b5539543078822eb373e2219c83d9b6e6045b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fdf3b654e5cd3e1d946d834b6ea638d8c31f9df2b755ba6fba8e6ebbfc2077f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b314b3a6fce14ed1e36557a5a4d634a393f4f00d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b2cb1a79e08595b7ac9368432f83c8528502a1f36044b2ce9fbbb3985f80ed1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..af8326a06e465cf26f352e6a9edd1514cdea34d1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91c9cba1c917bd4b82e5df8f8cbe929643aae137df9967b30193db72b027e1b9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..19c873a53c6e88de58bfcec0a48831933fa4e754 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:654e31e84cbfa5fb372d6142be7f306015cda007cbc0796f7c5a737b42ea361c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..466a03b37646c99476311b304334bd11d12e198a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f148dd0ff7ffb24a8c5febebccea03a6cbbda08d8329718b04b46d390ac81828 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..02d292c26307604fbf27760ace736a6274aee7eb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac4684e71c6107c4f2c9896b9318ac937b9449330b9c0a806e1484ccf2b83f99 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e98984ecef57927ba486385a14bf99be99411c45 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c7dcfc0028c016f572168d6c5213318cba84fc30b3fb0c8e0470a192f863aeb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef10cc366572e00521378950321f70a4e16026f5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e47771e408fad1f41b50ed3f9ac8be868e9aa6614ff1746f7d75cf84a08accc0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..77951e775f0536db45e41b75f45564633122d9eb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33cf29ee67e1c7ffed1cb832f685240e98d3ed052bee9be5569a7593a84723a1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4022eba5c5f9ebdd1995d0e124f5e3a0ccaad65b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab064e1a14d15600970482cae0c94642d4c18b9ed3e7ab288878a75128074f12 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f6ede367a0777173e4ce718708e3c48fc11a44f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c243f2b4a41d0d5a2eccc6abd9ccdc9067666070871328e632d8b9601c38f01 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..39f79ea06536fdd42b681d7048ec84fb69f46fe5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b2558d9bc7847bf4d839adffa3f7b9e36dcdf4d2be221c057a8ef54231bd2d5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c78f98b1bd35b77e11a50e44df16a135ca3cc165 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3f41fef3ef2b8a95d9853de8af2b6a35fee1d07c559f1d4ef09c630b6c89dfe +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6528f98f4b208a766867e0cec6504a1071c280eb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1928be8f0d5c3be3d8b82fa6420affe20db99a4f2845425ee45c5dbc0724bbce +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d79af483e165da6c4635e96a7ed27ddc54e08bf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f0c80b537c0e3029bacfd943495cc3c7b30ee1032fb1a272750a4b6106682a8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b968647a5e5c6297cbb52319cfb56419c11f8ba6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ad83eb74cda0ed3437b3b4bb034956118ade7f241d5498384c01c5f767dc1a7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0e01edbeb001713f08c2222e6aa703a96147deb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06c9da0bfed3392cf0ef92eab0e0f7ccf6c87d210f92972c9297c13d4ec98713 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ddb23b368fe036adad49f7f36ffe41ad24106ca --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23408731f869c80875b20f25ba43c35b05c1d812ff01fca56b4bafbe44af5409 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bab978c7393fb6a40b721f542bae6bc7a6b7ca2a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:207af3266d96931a1da2dfea170e55fe95491d432dbf8cbeac74a90d47b9db6d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..280b6586935996252f6a5927b3638c2387770535 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b57149f62384ff9f8806acadcd85e1a25caad246ec503de6882ca79ddc2bcfe +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a823f347d8fbe54379145eb7c8a2edbd32e956e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d197e9787d06e6e13932819edc7e0714bb232968a961c46915e399ce2ba07b70 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e2461a745f8765bb6bfe4f6f25232dabea72a02 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f00c8ebce925a091da5110569b927e7f6594b4a4a68bc30207d567111fdbda49 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4bec29c4eabb7139aeb37eee2808b55107004acc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:daf3c02e7c82096e4f7d56ddcb7f511e23c71dab18d3fc33e59642213e342c43 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..948d8c2ac82eaab390951c8b0288b3f232101c21 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:667322b8c68f68b31257d7c7aec3aa4d968aec3b92bad5644eaf9e1192f50458 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..809cdf3b2d78be6a9ad22e63bd80bc11fe1b061b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1ea73caa41b4dea90394fa10b6fdf447afb72b572daf21eae112af0d9404669 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/lm_head/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1053be0721412883b36217b16e0d1d9d572ffa3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e68979d47710d37648cbbda5014bf3f9d59889210f8d8a7b4d723e49c668c9d +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c40a8c13bcea8f597a33a4fb8f06049d4a7e808 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7982e54f59049b380c0d810ea4119e4fca0df34838a24c7d0fac6345759b1aac +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..69b7513e23bec1495b5205f1b10a0c8c0508a0a5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84bfd370d4431ccfb877c150f6f5825368e4a7ebbc8b2ce3d843b93c1ff7cead +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3a9b690c1f4fa87f2343d6893521e34e9a485d7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a881f618fc5bb88cd967dc2d17fc5d1a9ad0240de34b5917fda04b05ad5d56 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c0b27272cf4771e804ee8e315f7c95176c138fd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d95fb61e237bd21d5d40e8140ba5d793decb284efbdf9990d360f15be443573a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b675ad5e65daddb925ab895bdae0244c8a4b9f8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05421f1ba9fbccad7ad54a7cb4df71c3bb8f7ab0106a5feb27407f2570c06be4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9c14dd82ae7d06b2f5d32ae56b8f899257b8656 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28105f2e1a15a0d8c402f4095fa851d6e100a1798e70fb88e468f394fb9de4e2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..adeeb9a399acbaac971322de6de327237e2a8a17 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8df0c5feff0038bf53579c999ef9c2ddf279579f4266e8b03401cb3b95841c89 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b39775306a75843a45af95e1f1e41e3da39811e5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ce309c562e293d2f016087855d4917e317a5044ba3f50507ca796881ba87028 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..25f710694cf10a130202d39cadc395dd2023bf87 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38421755bf60841a640348f198545d3850d42bfb276c384b51185f4f47b69bc4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3dcff33d42228efa63cb129905375616854970ee --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccf686370c4960485c70f7712f623bd451f95c17b718d0fcaba5ade50157412c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6f54a959f91f3acfe0f4e46399fd4b0060916c9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2555b3a7f8ddac11906d452fe4ce9e53a8fbef3041e8acfcda174be80da1e922 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b7a03dd2f9dc2131ea6f8d91b65a1a3bfd24bf0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8cc31c0ee06b6886ef8f019eac86188e514f92d41159b0f77a40efad58bd553 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..34fe3394a428e843545b9c3c66e88b3e6758ead2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93fc0e557efea83106ce0ad2720dd8ee86a9fedbf874374767c7ab78cad08f51 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f5653fba5131fd0eda90fb6bde3007d5f6b37a7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0e5cc471e6828002a984b7d25cf73bc782f4cd7f3d8e35d8e94311dc41d1994 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf9845e612429b611ba89f6500214fd702d6af5c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08b60ca3fb9cdcf061d90529020e237cba9aa60e08b380538254bccd37c474a5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..598bc983ace7d6fde45ed700af17594d110f6634 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9230df41e53614162729b7a73be2470e0d7fca577899e2b94abf7ea128594a39 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b597f56ea683ce4037068a41c9e00808076fc376 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6eb4b410b01d1251c7727fa67cd07c3e2af7bb755b3ab1b82665f5cf9680773 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..06258b1c9883d169390adf61b5d7cfe69b6a1a4b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fcdf05ae06f26a175a627e77323e4ce352362fd5ec5a2eec9c485d6a9e01c60 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d01072fa92ff5aaec6a112603456c9ab5230e25 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2afd5fa00866e03598ad3be1e11be7db52cac405d705a1bdaf45ce6798174227 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e8d0d300c9ad76d7e343216cdc5c33596aaf26e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a0d3480ca990abde5ddb43226a0bc771f49ed65a12eb1cea5dafe91a376c7bd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dfe451fa9c6ab2cee75bc9d3b378ed5f90796a6a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cb94971afceb2d393a191da17333baf6654048b53375d11e4765023440f6a9a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..204f8a85222e1b3a634fb5f5e4c6dffe37a22222 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3f742bb1be70895525734a1f13bc3d5068241e09f387050926d049a7657058f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8d5650ca08ce925a24e2561fc1153e833a2a4d0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:daca93a8bf7bcfdbda3586f7028a2239736768a838d85ce8a88d3e26b48cdffb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e050b67b6b7862a3fa184936c3f5fc04579a4250 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52f3b86cc12d71fc2eedaf4a7dca33d05e4ed0b5ee23023fc0f90b2c873ebfbd +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea027e529d8fe4d5a4240d3b128424f583df4ef --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dc996e6530c80da14e0d88c0c516f857f32f3bb15411c51e22f2380b1f2be7e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b71f6f215d0a4e96c1283c5e50f56f8d404b2adb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83365d9488f826479c0b89f55b6211d96ec623ee99dd53148572f1e17e54786f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c92532bc6dbae87ca4ebe032e7eaac9db8670392 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:476e26d012fc0c7a1c216c0598fee51f4aabd2a4b35847dc54b501f2b7624a80 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cda251d54cfd841ec402797a16e7839902b46381 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:191b3292d354c3580dffc718c1bde68b86db66d78d3678ae2a80d63ea13d9961 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ac24674ab90b6faa14a48eba9f1e2b9b559a49e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30391bb71c980c2aa8949a9a1b5c92177606ba4ccaa68c17de458585a5e925cc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef2bc9693c04f11e086c42c301b96c63034ab30d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57318331acb9815ffd6050f7ada12d6c67729b844095fc068edafb5ec8e3693f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..11b3df652026e55e426816d61a7dfba0f3562895 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a309be2adc5f2f90d2f1db366bffd392182c4599316ed84061a88a57a875abe5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c89d988b76581a2836358915503b596419526bbf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af2c3058739aa9539f17a0a9769a3461c07e4bb37f337313dcf54344d3a44736 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b50bf8bc4c809a0bf1458eb9b0a44c4142e151d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3c60e72afd0cfafc14a62e181a74a334f9351f5428e73e9bf77e09197b357f0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e13baa201d4c08a8602d685c5948415ac575ca73 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a279c947d5c2a2f9b6a7cd0dec2151ad8f7dbfc0a5ce5d2589cbbb3e5ee22814 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a870ab50556a8115eba1c2cfbea10c0721ce0cc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a806e51787ad0b63555cf0edd557de9575b66e034d6e7f3b1d19539df804e565 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ebdf5f3a4fecc0bbf2ee608d708d601e97586ef9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7631aa5a5249bc1d1d520365150a9fe1b1e8771434fa590cf750f7f8601b1cf0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..58f02f9fc93c2e71463481695867c45f20ba8212 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a86787ca399cbe50f5a2031661087d729afaf1512be669aa9a1a41a8745886b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3b918bbc423862e1289c5ddd2873e0b06c81673 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bd4e332762371590a397af5d4dc9812e138d9dad719156f91bee0649cdc0bfd +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d447c45215bef9adc2bf946aa27458e6288d76e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf6d879b5120bdbb6edda768481cc1ca284b4aa4da0481d5c201baa054e077b3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3842a95962d61753356804185efe706bafbc86b6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcd96bb21cf12750ea1b177e6317f274efde3354a8748d7d6644b2d586198bc0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b42a367808440354c72689acc926a1803a6fc2d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c175c7501cb035ddefaf77d734fd99845bf8c3a3be3c9690def05125b3b7284b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..92ebc0d7409404642f270ddb5ce0ebb0ab8f5260 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:500232955e1993e40d1641b42f077348c89c999975816246edd8e4d022f56cff +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3184ceb836aa20d84964e70b5233ec301f6a9351 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a16de6c28b9662651c20dceb22c1cb99afc8d4f0c61d97a0d82dbc0cb5adf72d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..53f66a3ccda22a347ecfcc4fff8dab8ad35ed9b4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d8fbe194ff21f3e223a3f505a5adb2526a959c637c15cce27c25725c72ba9f5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..531218514d6f28499da236acc71ae6d3e6c4f660 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0e992fdc3667cedd2c377f34925b9dced8af223f5c1b0845653bd835c4a8fb0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a387079335119075855003d90bd16f2107c84e15 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:947b122f715cda2fc28b1c3102c82df65687ed1ecad3af07917b099a4394fcf9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b2d409fab867af7662a96e31e6b3ebb95b5ebe1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b93de47bd9cb068f1fa765ff1eadee006a877d76eb564af47f3a63f85e7a5e29 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0983276947431bf11975052133d48d575879980 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89b41c9f5e22b49831945d8cf6c47089d518ced586f18bc173e39fe1e551b2c9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..15506ae56977f865137e5081220fb9e65a241a82 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccce9b7e35d46e88acb34f4e7d5b65fec389eebdf6b9567f44e39211ecc1f7bf +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..db1679a0a4514cc1bd977dd46a582a8b077b0076 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25810b07d3cd64b9386869aaed210e028ede9930efa663cb979f6d565936f43f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1015568e2ff3e3420da230a393867d809045e738 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b33489e4bdac708437f76ad01bd2f6b2503cd5f3cd8023d710879272ab0d9c8a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..edd6cd9f30458f891f949323111e0c6290647159 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a21d28e21839a0e84761f7d6a3b65a3f27f986da254d2b8bb565dc34fe5281f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a993c175aa43495e6356b9f20e081e0510ea1766 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fce05f976cc06844b059b01e9d40be3afa9666c20780903950237b68c8aef57 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ed5d63ee2dcc7ea89fbd11ee9e18a062bfd5678 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09a625a53a2260decc24b741f3321588561e91fa4dd2c11a9da3ba82ed461ed9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c1e2e8ebc151cf80a442cd6c22f0cddecd2e640 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5974d193997626fa74c6b80626563191a332e48b5786fb320b74d78be8ab5a5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..36a254817cca475ec75d7592efb7abeda2ad14f3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aad3ec754a334604d6fe26a7f75571b58b537b7b78c2454026b3088ed29eceb5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..acd9cfc989f47153db76a7d7970f92e1c8e5bea2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbbf184a07f757e1c1616a52d2f17704c5f41a2c50c2540758e2477680dd23b4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f595aac5cc91535617670f17ecefecf73c74dff --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48a35dba1a7e47f962e5687be3baecff1999fa7051de6816bbaf8608bfac47d6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dbea9e8465b2b27e4ef9a2acc8383f2e1128b256 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52006c95266b398c550e7e11693c6e55e3f7f743b0a5db44c472eba38f946bd7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6f69c26b3afadc472bf43c0d8e4f185846ba2e0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cbaf15d7e3a81144950f0bef55e9cfc1d45dfc3b56424d673808a64bfeec0dd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..39fabd5a7f29e69a830fa19f999e9a560cfceeb7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d6e91e6ff8513a61c8c5d2b37212cdefff710a76a9118800765f76c4dd899e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b52173771d6318a861b7aaf3be5ef7b30ed4f7df --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31ad33a1740eb3dffde07ec40a6e83164d8fb8ae954f6463bdf774cf65eadcbd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a13cc30c9bacf5e4bc0a44019627feadefc2dec --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fe0c229be2e67c5b307d2cfe478bde84eec8951b1330960ca3a8c5aa05dc170 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf8cd88b8c0420bf19c7d41795548dcd421eae6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9d8c357d859fb77dd8eb86a0a5a496878d09e022d3d9a5cca577787261a818e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5807a7d1d68b3876ef33eb75b1ba8c7d8ae504d6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:972e834efdfe37f54d830c0976820c8aabee8688d826ed58688f2dbc76922407 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..deb2b37c127fb7454e1da6767dd5ffc12ceec273 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1700cdfcb0b4761e54e049fcaaf2533230350b0720b8a70b19c773622b6edd64 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..af1b8f615040473deadbf657c14c8ff773243465 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69fc94905f43954396ca57f45f40374f1c9a8a26cc9d9eb834512724cfe026d9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce636c2fc25dd4ac965e30f488cee0bb93e3bc50 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5839ed88e60da586dbee753c76f8fcb8460e9deceddd50e9e331ec4affb1b5e2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3372240b5a811c0a98f180d1bf30b608b569a534 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13ca4f2b495b730c2947815d6ce996530bab9ebcbdc24e06411d18a918ea3ebe +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7e662f85edf3e8dc7190df6db02ba7ffca17193 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fea6c0d81236c47b0592cf8df330d6116fc0c12284b698dff5af7b6bba9f7781 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..00043d26e16c5259363e7f521fbf0a4c0183a638 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8fcf3b0f2a05c250e961fae8c6725d47ae7bce535c3810ed2cd4414887cd27d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2590625bff8c5f07a973db4d3615f0849e23abd0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd449469a71f8b3fe89082e019250cafdbf15aa61787eb30a09fe8ffb2bf06c9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3f634d44b41e9d1383467d84118362dc693ade6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:113c7bdfad673befd0deea10097d4cb8c1ce976fd9e56d54761c8b89f6facc51 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..72ebb1ff5a2a17e1d15234d2f87aeb52b9616679 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9466089d705263cba08a3c4a03fa9d86512921b157c96fb911821acaee366e6d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0181f20675449beb11f9836b33c76f144cc5e9c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d0045007dae7b31b1b2bac69e005e09fc8aff500c3fc9170ad95d7835983e8d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7e56fc5e1c064ac5ace801f1fb58be03347d653 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d70b105ba8890b7b7839341bdb5f307158291bc9fa3b2ad45dfae84cabe8b57 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..696c5b400029a5429d5b0a99f5dba6896eaabbbb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59c749ec57d3ff3071cc083f13302d8a2f1bf6b82063d45288f36bbe98fd36a5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..125d0504559b65739c7aa1fd16101c020b6c237e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c009737931aee6665648125031c4f40611721eeb74bd940272e2630ae1b0c250 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..04d36713a2f9cee1a4b6c2655dd7e47df1dad003 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60a30af654f148a92135d5034c9eddc7a9de0ec7ec025587f5830d242129ff9b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..62d3453fe9bc8e37216e5d8303ef77b66449c9e2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbe8047009f57dfc764318f6720f780cba7f1577831e7cc903d106e84fecdf43 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..483455e6c04de9fe27f7fcdf1d84af32098c15eb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e07edf2de82f771bc2ca5dc73c91d35dfb1936b6e1bef00cae5dc7530376171e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..53b216bd2c6ee1a90a6731d90a2f3b4ae59d1b7e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a22411797d47911510ef54eb13a2b829bbc98c93bd4d6928756081cbd1f98f7f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f97921b492df24a2366ade5e093f6500e12a4230 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0088d5f63c846ec1a04c303dba731d18df82089dd04430189b67b231d928f61 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5554bc44a50ae3e15a3c5367d7be23f22e42720b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce6ca3a99c5e16d00f15de8e1fa4c8626052dcf85a9a76f1ad9b8c997e7d7b4f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..050a07c101091d409f3fa7b8bd326385d8467c2b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:526803c6772d6efc9738b079ac679acf9244e8db067ebbbf613a01fd9ff39809 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b0d408b7e8b7bd6456f7d901ff327adb6f199347 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2461425ed84da673aa68a00c38adbe04349850c5999296176cecaa7efe5751e5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..57bc898546fa3c96e1bc58fd1b25688b765045a8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6593eac56cfd41fc127031c7e62bba84affe0d16950abb5816a7e6ec77076b19 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d91b932a8031c2272986ac30bf98df8d7136cd65 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b041216c22100a3e811e8f0a0e82aafa1dc9d03fa5c5f0545c5bacdee6c74bb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e5305730215c16de07919abfa9c5fa9cd1f8acd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:421780542ab8f31db51350573f9b87ab71e77a8668939ce84fba5a9fb43479cd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8320b3b19491f72f071e056ff8ab08d453236dc4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f636d7325b6c4203a52079d1cdafc296199900151172825013bebf35aa6c159 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f132083d57a2267a536a86ba1ee9a4fd5f46257 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b56599c4e450f66f188545048c59d0b94646de0d264911d7cd788627569fa02 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..168bf17953ba3757b263f4af5481abeaa75b48d1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b9e6c9042b1fd1c22dfc6d81f629008ac7fa80e8d90a3d56acd2e3f6f3ffca3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b86d727660ffa0b4bd1cdd37df5d0db5804c79e9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb30e664256f88dec31c72371d9d9f7880d93ca005b2b8e663dbd037c52a7631 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..27b0744ddc932ccbde00e22b0ddfeeaf5db208fc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f76767f1c42d39cb1b854ed6fac23a9bdce7c41da17b9c73ee97a8a88a34aebe +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..19911f1ed797d09f97bcec850b0db9f28cfc1285 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c3c49b38a3b7fd3c20b6ec6a936510c9a32a35c41601db2896e1b104fda9b42 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..227338e89483590c668a26842dff0f7c6f471bb1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cc56eb1caf4f113d029d6fdabf0845447de0341ea52ee6a218c61fbab5f7e60 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3cc6187586650d5c34c2243a1fc6049b63e7f9e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45f3f3cb756a5c7e66b203f49dcdba19ce102b11081168596a32b45c54329d59 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..45bcb3513b2945fc3944aa5aff8a09d99154ca0d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31b375c1528f971a51df4655a4c074f82a508b396d6b546020a8c89680b668b2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf9ab4a84e67fda5b6dcd8aed07b8674f7ea2732 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecdb6888feecbf4f664176bdd9afb2a9db1fa3901f1615e6987adb2cfdc63a40 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e07a11c79f3144b57efcbc2a439ed494706d0d32 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c1432a4b9c1fbb965c30c6f424fb65fc6953f287b7df50c8ca9af01901b33e9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..60d33c2590f01031182518da9b7bca4a09a8d849 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec3d3830c9c399f0798825fd6546c810823d95ef5feaac8f70b6042f786973d1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..80a1f2cb7e35c8b2b1fa0b4368883e426c0addcc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0792c7d34b8f93b59576d9b938d6c37f1d1f4c83b96c098d8c96adb365330dfa +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f367efad0fad4fa057f50a8f15c44a4e45ab548 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85381ba8e4fc2d89555b3a07f95768bcb9bd15566324a807aa9e302c266ea3d2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6825aff2719b812981cc6e4e62358da30c295963 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75cec6222a7d20859eafc5bdf2b10a6bbd2027b143b7876271709def9c250224 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2db4775c3378910794a6cf331cd0ab42acf4160 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dcf7535b4702b141abf2806b93164119ed9cea957d42e769da52da734fd3492 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.22.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..86f8d393bb3581576ec55af4cb894d8fd7228070 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.22.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:528f6ad36d7672f2d32fbac3439e090d21c6169a7a73f04ad8ed63f8864b511f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.22.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5d11ffe2c202f3a7c3667afc74ff4abbcf89208 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.22.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa76c2a1e534a296051fe373b39b3e8a16f7484751a139bafedce64716b4e723 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.22.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..09c6063ea870aa3d76258189b2e806dc77fc0373 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.22.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:932cbd7c1f4cd2de157be82323753a3db7891ad52ad76327a987ec6ade2f2b84 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..558ccc001f0852c63962c955536ff6042c633344 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1f8cd252ec7dbcc51e61fe5b0058c35499908854bd95e8b58ac3ed062329760 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2a367c19495d1473e568540ced0930a788a6c6d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1903d125f6bb13385aa0f9768d326b8c467b99854548e274f55917491504bdb2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf82f08e99dd4840f36ae7d03c564827f0858a1e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d476c53291ab348eeffa5a663846b53ea0030c8456ad62b330a902a58ee32af +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c3a500e6d6c796d4285aa02d541d0abc84656cb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a033c51e2b71e7d3be290bc969f741e2972647a218675955579382a7f13be469 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.23.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f475d68fc6efbd30649b779b626abc94240e3fd4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.23.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f52b683eadbf4a1f53eeb9537ddca5beff176c6cf79f14dc21dd571d433108e0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.23.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2b0f215a4d235fd7c9ab02d085f6fb7c90b81f4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.23.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:987430bee26b1ba0a813991ea50c2d7a898f88f09190695450f13f531e055d3f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.23.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b0a1d552a79ac5faf1a02aa898a6d37f10b5448e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.23.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ec76e09a50419cd11a3297ffafb6422a625ad0ec9a411be201b4bc610917378 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c9046ff59f595d15cb746b7e7970f64b9fc55e7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c827571ed5f305c684156784314f42729cb53f4447ba9bd12626e9e88b283f7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..73d8378fbcbe257bfee6fc27bcb80caf4614d08a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:806f31575384fcbb0d4fd016b03ca141cfb29aff6e4a1a744c0a6353399c583d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..adac5e260e879e342d8c807ea76b8c5ec3bcd9d7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14fb97e2fdb8de5593602c07cfdbf73d0cc4b12b6e85f6a079079fe25503abdb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a8134537737db6003b90cb8e0dcf9c887622ab9f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b5d38ed82cf20b747696c3c41bb15bf2118b3bac6bff7488b20a0c970499473 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.24.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..552c89b3ad20ae06c060bea9aa1a536a762cbb0f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.24.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f07b46e2580782e2058b6ba0615d0f4ab32334a15b716153efd95aa9900a648 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.24.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c500e627027709be9047ca07205ad0af1901fab --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.24.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72e2b25f8723237035d6f384c8b5e36415732dc4350c9ec6757e4672b5146504 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.24.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0bb4f2ce16b09be2b90301c95efce07939860227 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.24.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:833bbf7ed9dcb698870dd6c5c384c760f0e48b34124aa9bb9d928051317e9ab8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..49abd6adff0acac4da5d02b4e778d6bccfcbd12e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11df65780639608ddd82c7fd1676cfaf1e32b72284c886a5d4f67f6659fddefa +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9b91ca7aa04aa546a7922a49aa0e2baa3e8a638 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2054e568fdf33966774d9b145583ef070a6960af7370ec80735e1a4522d42ba1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9f77a2596c31d5c4d918df816fb0f5ccdfccd83 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c9fa3856a41dc1e18f5bf0bcad6666d4bc36e93270ba79b4a4e8bd1c5530676 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e24ab4d71f7671c0d19a1100be8da1736daa3e25 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d79cb962979cda62e8574ec0ac3d8fcd0cc5d377a37603f9e9d632d0b05d4cb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.25.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8bf0e0ededfaaec46a6ecbd62f3dc3159929923d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.25.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff9e741dcbd2fc72bdc0a5be216de52411b7962e23bcc23a5b431a3a7aa7f804 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.25.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..036c3d1b41d2707e93a432ae5731c936a8e02fa6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.25.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bb538d69a1669a769ae756179a13b085a2ec4f7926e60221ca2adb9b789c550 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.25.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d3e2241b98bcfd6f32f92097d84388da152e23e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.25.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f4fa7db76712ff8272bdf370ee9cee95ee65fdcb71bba27c67a836fabcb9e15 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..607057d9768476b61db68bc91ac5f0ff266f3de9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:127b1b10052b583ed619f95efbe307f804d669b1414fa9d74cbd6b109ce8077a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fef9dfb92335718608050b8beb3c12245f7860ec --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:baaa8f9e48180a6da17d23d96f2e609b35c409e04ddb0ecddf54fb1321380587 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a67497621f58d65040558f55a4c29edc2276deb0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47af43f490a4a02fdb49bfc01590bc09a26639ab534a7d617ca92b01edbfd338 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ccc37fa6ba305ba035932eeb81d79a6d9045963 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1905e8e149c47d9103c4cd93b7f0ca03d67726aefe2901efe1b5bce135f3d2e8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.26.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..264063e2f577ee4ca15646898f803be3f117ad9a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.26.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f35bd2252f8b1af9153112b6668d910da318453f54d0c7f942d3ed0e0beeb86 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.26.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..717c4ebaff8d4f5a5cb883bb9915650f67a109bc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.26.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d2e62d4ccccaaae8e168805c966f92d8a64912ca07e191dca7c1ce75a5cc723 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.26.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8502e6c525e78c8f1b61af3f0e699845ab6257c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.26.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f156c54910054ebebff4d4a7158761c7fe41501180ffb7ebd002d378e2d939a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea0c7e357469a6a4413edd7a971d5a1068053364 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:086a68efefc692869b9864a02fc22b2f9e468eca23a9f55feece6b6490250748 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5bdbad2d5901709ed3fe80b9425ca08102d188a6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:153b3934158481c80ad0982e9be363a091798bac10904ee61daf688c202524b6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4d8fabfbd0dc341f552effe1fa3d60340ce735e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92afe165a3e0aabb85f7296ccc3c0df308ae25b6f02638d723293c69dc51865f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7baff5686fae75fd59d7ffd7ae324564b25e98f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c8fef97851dd0fa5b780c5c52ef3db2b187dcf4ab429c05c44bd65138b4e637 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.27.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac3407054f834182055aeec10861e126583c29ac --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.27.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86dbad468adf6da98633fa3cc8cae69dbfa2f4b35cd79de1aafe8f7f34c8fe9c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.27.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..68de1be6c8732cd5e64348e9d2d86213db79ad62 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.27.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98a115d3bd5aea98cb1184de568c79e8e1c030a7e61bacf12def1671b13a8293 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.27.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd80ac0fa620490258c1015d3aa3917cd0289872 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.27.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c565b597a24a2d184737dab78a1bedea1e666838615967a621b958315ef3ef7f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..14af7aef96cc07cf83c2cb55c216e35e711f4d44 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90b6b1eb18c2cfbe0896e02a3b58050f151799d333f05d2bffe41a157ad759f7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..df3f8dac6e2405d31d5b94fe14956546574bdafb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ee527416cb2f4fb7c3db1b42d67f120c08df7277287e060ce511b8061bf8f54 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..08961f21b04dedcce9308a90da269072fe8a629f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92531b129bcbaf0f34476d837b274ae016cccd6d2bc15c214177b78dbe0c218e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb7d2e85b4672cddb7a3326dbc66adfb37a6027b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a1cf4c270b82cff76de109a83d87176fcd5888de7a4c2b1bbde17ecc6959af3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.28.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6243f05fd454bd257169575e2b0ce0240c8a62b6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.28.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c44affece72dc3b6228bd13e4a09a655e560858d0cb87937ca4ecf45325ca27 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.28.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a2b1264e7203bb32d8ad1c1294cf646118c852f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.28.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b34b02a5ac79591ec705a32c11a72b93758a381a2525ab39afb68d91141a1bbb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.28.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ff51154fcb8e70474f1c75460c3b6371ee7fbc3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.28.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82073fa5b397ee1be554c3f96a4204690db3055a72ed8682124d844a7df90de7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f21d828a67e0f3ee82e320851e2b3e0fefa969d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:894d96000150db7388028a247391027aa0302b429f8f4e58209ecc90ace84975 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7381ed2109db045752ba731f38a417bff460724b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fed3d0be184270f2e26863190a1d17e48632b55ccaa86f71a9eaeb1728ec92e9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7938cf4a036c2c136015e9d80191753cfb8049e0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2885050b1be942bd3be1fa763ced24a148107db000472bef3e32052238683617 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9284fedd96fac61f3f156c2b347e380ff641088a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e3492d6d79b8ba50cb84b6a23a27f1b289b507ac75aa5c09014ed532253b9f4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.29.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6513ad4d897a2bdf220c5936b8477ee6edb179c4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.29.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3ebde816f45e561a78ff66a9e4155a51665fd8692c18020bb0390d044bc697f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.29.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..888a2b182e838b62009fd1c9c9d53d6f5fded8b4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.29.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d05c6216a3b4e7360bf5b94e96417826ad5e4a9adb419bf69fb29ead206ac6ba +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.29.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..443241b7757095726c42f3ffebec3db0760e7db9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.29.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54e9aa8f7a6eda2ec55f622bb61a18474f75fa24f5e928e767f4ba40bd70f7cb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea0fbb5ac0f73624b37c5b3c588b7dd21cbee280 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50e32bdceda5cabf10f2cb101b4a629e2b1bdf7ad671b703ba485e99905b371f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2a53b99fead76c7d56ba7a69197139691d2bf06 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fb0b0b7ee5b4d7a93cbfb8e2efe4678240402d4e46822e46155283b0c701fad +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..edf4762293671b177b0cdd89c5317e08047ccaac --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e463b7db714aa91cefd855fbcd181eacca30f67c357be80b9491fe49697f9b3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a5b44147581fc47f03706b8c385b9ee97e20d0a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb3e127496b41dab535a4bc184a8fc7bfa68918b857139e07a7f2bb5137671ca +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a89e0f76222ac0989274e30a2569c1f486df2c5a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69ba1ec0326deeb5ff29ffa0c784818284357b690ed70dff16d6b523068000ff +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bfbbb449408ea7b1a9e0156800074e2ee117954a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26ddcb6a3f1ed5fd9dabb15a2b1b4d9db07bad3752685e188db653535544a500 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1234d0d2f1efa9a1ebc6bbfd65a36050512518b3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3544a7117ca30323f459147d0058384f750d4ad0679bc0463466c4466b7596f8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..59830fe9d46a52e900b05e443249d5b20bfe77e1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1b48dd8a4548cd765e7fad0adb25677ca6bf9b00a175162b2b9cc871514b57c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..049010412ac06d47baace989d3754542ff2db8be --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df8c4211a6f81c9b424512e7b3e297a8059b309729c4a9bfb4260359ae7d1f25 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ffad6a345f5590af035974b080001a7ebe7b6fd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cf81de22349f6b1df25a82d5ff8f41bcad61a6b1742057f1f92af52c59cc2ff +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b1e6d2979450ae34c0181e6748e417c64757ed6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:006470a2b6924a23df2df3523e8bbfa73cdfa2f9f2a79a1b9ba23eaab4600b86 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.30.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..653b1a11c31eb913bd4c751bbcebd29e72e36f50 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.30.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:887b37f75406a29e0ed1bca4e30aec6cb53fd46ef18e667deeab5cf0a32c89ca +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.30.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f3e860bfb3d11b8bbe3d201d81138fb990da937 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.30.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9afe09553c27f5b43c5dcd5685a9faf46f324d1b401774b7265d6ed39aab2cf3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.30.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6561979ed6241d91d9fe857068799afadc9a87a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.30.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16922a2062dcf2040cfeb3cdf0f19407d124724fb75e5dc6f246bc5c72823ba3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a616ce003017c0087176cc838224ed40537eb12 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd75b61b72896aa5ce0140f41aa869f2444b442afd51029672197388ac9cbfa1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..27c40a3dd11b71365dd6e5092f3c9ac02dcf4259 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c740c0b4f35e5f801d20fe90e3e1964a62833a5d6c4eba596399ca4d63eda19 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e433ab014a1df0a5551bdf8289dbf584a31b1f07 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd8d148a4a7a96c1f19a8d6f39deeb022d6db9741783ff7df50507f8498cf27b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..019cfcc11f654f29d045e8e2819c2505b4da0439 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b00ffb781d27856fb70e6ce524f104ed2ea81e203aacfc8dda0b4e4ca11e2133 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.31.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cfbd30af51861771f4d77e1a7d01487e12f061bc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.31.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cabcf17b1a6cb0330c6c2528984c1c244ddd747a1bdc9919d774fdf1ecbcf5e1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.31.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a95ae8da915778050023c24f2b2bb5e01664e3e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.31.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3c9b05f887bac1d63d9d058749528b926d34e79d80114ea8685689c19d7ff16 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.31.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..374d97a548a1c6d51c2868cb00c3ba8570bac2ce --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.31.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a61d51f36e9d8ed214ec0e3626e4085012db6cef8cd5622b1b390d4fe017d9f3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f49f101f4969c8efe28263a42647454c47b1bb42 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef5c2dceb4c06e9a0035f291807dcb90041f1108fa3b18401b559ad19332d6bb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..89c9397797e8c69479382a03dc1d1b792067d15d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47021d358d12839af1a5ecb1b0f3a7a9d9eb33da4cba563fdc5f5b91150645de +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..40b47c83494391bb1453f557fc931844e38e8f73 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd3f0680c6b5d198c0c11648d02de6b986e90a94b26d6cfd7ffb97e1f9dfb456 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..12a4b46468db75bb5454cbf516876e61f55b7fc5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edf9f937b457eafe20e5fda5fba30fd3a0723356a6ce4da1a797cad593d937d4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..48c8f040e3a360c2886cc39efff11d6f4aa8ad76 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:360c7e5279fd103df3090281f99c552f550c40e7c04ee05c2686f191023b4406 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9838899d17ec128a62f2bb923d74ccc261797fa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74e3fde074650d27429f7826f6b5bfa045bf200cc6220ecf52fd5fd9905bf438 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..10fdf41c5b0d2d6a1534218c9478e8906f3b1ac1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:992a67ca70f2dce48a94dd6897b8a623caa7fe86563382c649383c1eab74e5de +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5f9e17a3c2d9906892c9ed4054f5d3f8a0bd2d6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4593102868160043c481cb12dfd9953cee522a90225877c08493ffd616010048 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7aa90bdc40d5a517604467b6a520b663da5774ee --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e373141ff3b57b308862cda8f071d4c4bf228926f513f26dee1bbf027475bf03 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7cb1905e33eec5ac2d7efe7238a69d4eb97633e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b4c3ac82bd1f6270546f6c12cdc613ef348ea8e0452323ec86b9d95c7eb1c7e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b178d6f475597d0fd0c2dc3f294595a7ce71ef0c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c28f6db5734c870434b3f2914555d98a8f4fa5784da0255a3d70bdb9f784b3c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d713b8aa8c5aeceecbfed1ad7c0dfc15db10c776 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98f4af8046b4374f9d7d4582daf09ef05005bc92587c84906e9aee7a536e5a8f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d95e1e30ddc3003e4f7ff5b644fd01c8f18d34ba --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3af387fb5f2b4ace811ed4add6d93ec1ea15df6ce41c6cc9509d422cb30c63c5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b4fb72b67532b9d17fe46021b8009b48eb4933c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eda53a2e60c11ce6bf6cead6a688086f7a9ed9c929d967232514cd00cd26b8b8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b32c831cb256c7cb23d0eade2136591851d623b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13f8e5ed0cc64ae4b8defa7530114e72ceec7b23b9f633d7b3f00f3c7a2c803e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9f98c7fb41fc3c0bd0565e8f8539861290c8806 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba1d8e04b664b9e97a2742592f2590eb2e1fb637b6ba8be3f5fba6640d70f228 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4716b27467f108898db793223f811a536578552b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5f8e6d3ccb249dc8a9c02dd79a31a79569b5f94169af9b4d85d3d32c49dc4d4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d21177ef80ddeefd687282bc5aa792ae371e033 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcc060fba3c42fb52a296968c966f27a90531c9a9c1f4e3b65a5269bbf983156 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a3ae73d7ef302b684998791c93c4b7c6e7611de --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da1c3027e41a70689e66826182e30953da61fad021b0be7bb08c2feda325fb79 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a52fc3dd493375c3d9e87295210b22d95f371832 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c737a7eafaf78c083d65583bc2d45c02d884184f085fab0c96092306f3fc5b3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7520b3bef76c9b4b188fa4b4cb074b7fa1aa5b87 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0c5841361181198870aa6ed47b2649a603e21677846251a1c965b61cf9f8a9f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5424523626af706b5f1423b24206d05231b23d9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54a0ab5cb4866502d27d10d804f63028237bbf030b690685fd3a0e47fd00f1ec +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4704255ba726dd4876ff6d8781102d42d089e8aa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c829e92d4a34ed64516e9924e1393b7e1444fa10c77462a43f53e098d2306c7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c1ce3ea7bf0f16a4ae381509e78980364ff4948 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32c4cbd8e2ba2821376a16c869ef809dbe4c36b2f8fed0b7a90294e13f476ece +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce7e2ce9abc1c3aac8746437b60caca950bc5cf6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76cc40eb808b014ba0839c9354b6655da9a49834ab079e0e307a772c720afad4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cfa5276a9efb7fbf3e78004a08d719f20ba1c974 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:545804bc8fff2b557a40d3374046da3f2ab5b8a233694bcfae563ec77d118f6a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..60fb97858ecc5b51cd619e386b9b6e65f710dfcf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:158a2fbff117d6f132a049cf71cb56c67197a2c4540c88a3d9f65c80a9db395d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4409de84542cbf45e4d8994b7d23cd8a689ed184 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d71e74cd3a693e774ea1fe759559e7b3a0600f0788111fd3ae15ab2c059c26b0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..23ff30e7ab941771a626a87ffb06b2413503989a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8acd7ef5dbdf9343939f95b222d583868bc056be50b4d412747fb1f94919d979 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..97f5737262d436b281f26223139338ef780112e7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbc31ac5768d77d1502356487702ad42708c519c36cf6ea4b309ea992c9e037a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b221ada10b67d729cd8c61327ed0eabd5a4a9797 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99bb8adbd56cffe1bc8e4f8786db131811a13d53d58b2f3d3cf40597c7ea5576 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..558fe36b2112783fa4014e94fe75345b91a492e2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2063b1f58c44cc647df3daec7723955b522b60151461f27a955acac99db1705 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3717133f3071a37a5f277a80ffc0f53457fe3922 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f402c06592c8f9910584b4f9b434f19560f07b209b18d8b6516f638c8e8bfe1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ace7161386d8d44aba267aaf3457259270a53be --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a2d8ef232b3f0cbaf9f927e0c78128fc0e1a91ed949c62f956e1eaac40ece6b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..87f9e310c90d44b3e31611e0ca64e6deedac4002 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63e9af12b3080b77e993cb3905c717c246926b39c51447342f2b9c67533dfa26 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e13388062c93fc2318df01a2164b06136b6d1738 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:889b0530ae53b7461d61e4d12152749f2cddf4b6aa3e6cae2ae58483bbfacce7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2bfb0d13e380611d4a44121ff9f902ca28e29e6e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a116445167176595d450e0c65cda279e6d525492f0f716aa034bf948af73cd79 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..431b244b0f5f118887651983e1ddaf7a1d0bb73a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62aa0b1ec69888235ef67b5150f3a9521ed015b2a05573113ce157a6e0eff5bb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec1fb493376f1bb1fd1832994ead8a1e71833a83 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51c4945c1a0087498c0c0190db870405ae023dde8dc23696f549c39e895adec4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e18706df13fda054a5cb8a0c09b5121c52c3f20 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27c0224274682ba606ecc584d71e1fa490f5ccad0db373ed204c8b7db25584a6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0795aed2f41f4fb9a97741bb9e2ff09ccba0626a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9de055d35423239d0dfb73d4c1d55918d1720d89f5859f8c9dc0b9f5f091d963 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f177d7c1331b86031b25c328cc831e688db37531 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8368164f3bbc43c653d441099a3005356d9f199a95e08364b8467c27ff6c2b38 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e75cfe44b7b14926a54bb4ebbb1a5425e73d0cf0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8226ee6832ef3e134be229d65cfae6e82bcb4e7ee47b9c80af4fa1361318882 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3982ffca05cd167eb62b28fae8f724647ef6a731 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c427191514b5464438757cedd48d41abb16cf9d3b03d04e4d23c542b6237462b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..13c689d8419eea92580d1eaf3d13fb4375d8796b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eaf9e1ca9275acd9cba5f13be681e021007a4c84f5cde8d6897f7fa609859364 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3dc071f26f5775dadd4e5ad8bdec22b81238265d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84ee6b299b832fbf315c9984aad1bbc944ffe70feef7d2cfab1ccd0ab21c9eb3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/lm_head/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61 +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/lm_head/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6eafdcb4a4bb13b46b258c4fc8c65205484dcdba --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bb7d3a96dbc5c0ff24e6ee7724da6305aa5460acab91180cbf46b4a37b67a84 +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..385ec0630b67783f1e3f4dce5a35a7eeeaf8b672 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8addd418a9596fec4ac6becebe01612d7e3caecdb21e8344eead3d2cef75f4c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8632b3c9c390a27a3ba3dbf872a530891b1edeca --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b69a883d16691501976a8839c25589a5f2c7eb7b06c410b9c308fdd445a169a5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a090c7d38936a932f66d1a722ff2d05c33c50118 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c7dd1ac15c099ea5848098120ec3a25c18db6e8e39a19abc5dfdb689cbd2fda +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ea8d69077dcd032facbdcd03f3089b2be8eaeb4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d9680f9e0aa08967dd411d69cabfe7cd66afe6af64a6645934ccf7e0e626210 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5c38ab9c08a91756d27b6460a890b6e28c345ec --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:280da1e93871dd7cceb0781986d34f086467e76e0b7cec9cab8347126837b279 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4b284ae319b7e4792525a14010b689c626a886f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bba4b19a8a9400ee27ee2efa9001aa4f7c5a0e2341630d926d3dc9bc83b5db38 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c8931d0489dd61cd393a305d5c97a1ed4ca0c53 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a81f209d52c46f375e3af0e4354ce0a76d3bb7a0faa224bd7e983ce8a0c42fc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1dd875d14ebd707f627668312a5870aecab1127 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77da8916513b2702635a1d5425c35e97dbe32dbc5b4196ebee008bbc1a409f78 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad9ce0e10cdf61ff052ffc934fb489f97e3e7089 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64836c6cbfcf63ac75284ff5e064ee12c8cb6741937599fd5795886f9843b4c1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..36e654790475cfcfc593501c604fbb3179cac2aa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:947e615de5d15f005537c1b608be762d2119b7f0df9f2a17f1e0bdb0e826d085 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f54dbb49618fc5aceae120186f00b91072fee31 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ec75c79532e9a56657dbf6f19b72f7a43b4703af104f4c6a355ae89c98d7957 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a94db020e3c649e672c7a1286113ddbc8381783 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0838a81fe94615de7488e5966c3359c0bafa3982ef98d6daa43758ca85398985 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1041ecb15fef73f0b3afcab0384b645d017c3e97 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24237e3ed46f76a9418b237357ee6d936598241af0463d4161af0dd5f9b82a1a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..04965ec3d91c8f244cba1917470a0c5a8a2ef218 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9231759debcdf9c4f16cb3526efddc369c2825433e01839d075333a6b5b28224 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b45dc6c654f787c5d33e85403a75b9fdb81a1583 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:210ca1f99050f0ad1cd3e46cd82cc2e17762fb9d92a82ed2055748e4725e834f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e8874f38f406b928e662b1aaa1eb364b2c440db --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd83e0eee86fa48b657ffad091edf4e759d2c0b6d0fa9026782e4e5128560b53 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbc91877a5dea20633afa381c9341359d49bd4b0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83c819c0481e0892e32032c007dcb0e3b4f44fd93dc343d91272df51ac5dd6ea +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a8a55c82f797cd345daea1534beea51ff8c2b440 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de1d2d65f968f0a790884a49e70ed525ac4ae908a6f74610b94408703b5b833b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..97f66d0652207a86e03776acb1091f61f4b7fad0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a1b985a2b3c7b7a65af62bcc44a26d074a80584b0f0758fb5688586b8b5dee1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..040019881645c64d66db21be306c425479f52f68 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21ca7710d4fcd2e657d5ec7b6093323bf45de12460e26af8d58704cc5ffb0dd7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..29f96707d4651b33fa46bc36bb77e32a4aab7603 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64ae6d1046503ce0ee53b8c10ec2b00b614eea18559a701cc0274968770de319 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b651800f6053e5ac2b329611e108790b861517c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82f11dcb982a75d2f60838f43cea60eee6fcb1a0347b2d3820c643edd258690d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b84a0e8598c0aeab60d67f057bab358e223dfc22 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef2ad9bc872b58ff7dddbdbe5a3d14342f3dfdbea3d32ba11c4492642afe153c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..939267ff66a9becc11799ba68101702274a83cdc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:196ebaf2928d29e6f52ea0348f3cd5b2569ac386caba5099fc365ac6f484f3c5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f2bde80900c02de36d41f9af664f89af846a9b1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e8d443139aa0d9e68d49495cc34f994aa353ac00824b554716fbe26c4dbe34b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a702e9b8581369f729cad08a352bc589092c46f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:587cd165386458e600f8a27ad60070c37a2f4cb28eb11744e43e0a743ce47586 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4430ebf0d6b0c9f8157493bbb8b66524da99ae60 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c5684ec0d79a1b69949770d43bf4d87af3ce2dbe1ab273d4db41bb433ab63b8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f2950bd612a90953dc054fc1d5a04b5304be262 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e8b74b25954494ae192394c8e571cc518b87aca8f0404112a09dac06a004bef +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..34b9aeee3d0f78ea3d1edf5789a3630eeb1c25cc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f3a4e5dd9f8b1934e693048591d843d2e4985e94a64c455c76239223107b3a3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ee71c7dff8d90bf786e35890f5c78c7fcfee87f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e91b862eb48346f87988b87f79603e998a1b414c6673fafe58474b7418c43ce0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..44f9b5fbfb3ef83ee70af0458f6b5449c5704298 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:543f905f2c7ac052ec2ee367cb24cd3b735498bea78ff4bb56232bc78f8def0d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d00d23ee9f529d5ecaae2604815bce9d0d0e7e39 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbcd3cf9aab103280ddcb59fd060b25dfcfec0521f47db9a1d7acbd15eb70709 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f63203e89ab4c1dc6b316741336b7c4ad409c6f5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:291a1dab06736c86b77970aeedb3c93f7468d9e6f6c0899116524edcb1b5eaaa +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a8e2801dbb50cf02318cca4475e4a8181e53b34 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a11bb670074b36f1b8c72bee2fb0570c40d0882382d893b2466fceb4a684a5f7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2052b0a59627d3e9d78de255f36e87d419f9a6f0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01d4f9572539aee9c10a2265784cc82fc3f63e15472c9a27f6b81b7ed40c1a88 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6628acefa10b2bb60adf142d34d0809d9665a9d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a05394bc13c7c6c8e09642801f813e5ed2bb362e5c575b7694648172d8849d4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff97da4a081ad29ecbe73df5d97bf1eba33b795f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f91fc690611675b98411d5c7b5706bb43b0bf88dd31d4ac633a202164b0c3d2e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f9da40f0c822528e1ec82a08f961d4ad5713e62 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbe36f676847ceae8ba523bb48f358b5325616e3324c0663af6447088b211990 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..99a591f4e8975d0c333552b3deec8aa0eaeb8f58 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b9a614f5531171c7385e90558143a22a31e78451203fb46990b774cd75f88ac +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..94d2d0801dadd21f835951cd1b6019553a873bb2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c553d7ae017f5d6a1dc5ca1cb7c34bf55bef57adf786fc4b751bfcf8f44d5a4d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7597cec2f530e55a0e39492d6147cac0e7e9029e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22ef049f973618124ed5909b0ce0708b8b2fcb624f03221b346fab9ecf996d60 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2acbb2a5941a5c00001d4efe42d2328a79e943d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38371e2690ba068305bab0f06c68ec147281e52e76e540046d6a545fa8207469 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5eb08092cb063f9880f139e5a86bfd56e2c1868f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:402b629e66c9527869d234b4345e425555505be0264ebe42412c57295bee5451 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aafc519ccf4150049aaf9dc6136c29adba0eae91 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f31b5e85a4f0597db29df590391695b7a603f199cc3b7136dfc324547b78daff +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9f8853c427d20636840e472ddf4ee37fdeea225 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2141dc4e68973044e9ce073022bcb824cc3a2297df971be56b700d257bda481 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ece20caa62f8a80b07f2ae759fe17157279ca06e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7673c83831906a5ee5b152eeb5cdc9838bb73d4e7c15600633ca4d8856d754af +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0be9044f6f4408215ef4389dd2c5bd7498b8d264 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1fd9ab2dc1aa8f5e0fc7abb5a1fad0e73e7c001b1be1aec0880b244438b71ae +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9aae104598a8dce6551e6104a01c3e7b37198460 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca2458df16537f56bf2932d15c3a9a47d24b2948221db9092ce9910238f84d53 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..15799e8e95e1cc050b79f5cc7f5d914d5925cea2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25cbf03689428e575e2f47fe046d38be9acb8f2d0787066773d1cb5df4d60bd7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9bc5659cb4aa304f75a25567a36dc572a09df3c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2b1e186b421a7926e1ba7e436eb2692e6bda862a9e002bc8978cc254917c63c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..966aa92b56837836f585a9316ebd564309fbb532 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fc1a65b2db581cb7960d625decfbbe6af143ac56f5739a6266e68746e6a382e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..67035b7a224768dcf87ce092c6136ad237565358 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a3331a29f978728f2ee82988584eb4717b1d8d5919272236a26360f5808935b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..150076733ea1eee24b627432dbc70cd6438e8a4e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:330ad3bd255f46ea500c96d45c8d7dc88b1ab605ed148641f1b30c81adb8a645 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8c57bec5b3705b913e41e6ca6e6027d63f0a6c5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a674aa1aabebe1c756016668a95593e18661bce24261cd29bf3990d51b9c1146 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ddd545fe57aa02bd7f2f2ef4cea1d24123f81849 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:887003df9788638c3fc76b9158cd015ddfad172cd9d160349d93b3e9d066db5a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ef0c33e0dce74df944e4d473f588fbe08cec49d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f644de5f82805f782bbabee43d72e47697de897442cbde6b53b4bbdcee7994e3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..937d96b6b7d1e4c077b81af748df434e5d1f4eeb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42bd211f130e0f94646bed74907d73d0d54297b27423eb87283e91faf9c2878b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0727cfb901bd2fd9e6677ef3352031b3ddb1edd4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b263b1315a48a70536b32eba6922f8a17509baa6008954a38bccb8d61326880d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d1c83804760744a1858a44d6d315909d2809f3b9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c503e893ad0f8b833a6fbe4fa4f7c343f165d22d4d12c7fa66590a1117af4f8b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..48107fa54baf151dd49b1078cbfdf775197ce1e1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8abc463a5aa11b91381260ef093f8aa6e118065e568c7e5e4a976be3778ba4e2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..abd33aa032df7aee250905e75edbfc33e7fab2d5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d25dabdcf43f49cff52cf41a642defa9e2ddd4f6afd66ffcd1405b84aa65ae80 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae2a5aa9218724164f651687df0c410f716018c8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02890cc48a2094307dd66af2be407727675b6a744bf2d63fdcf4bad0d1f1f47e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..644b2f5ca5f45296fad01d21996a4db9ee172557 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98b7a5564854f60243d651e952af07a4c3632043574dedc44fb5f6be7f507dc2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..27f2dc659414ed8117768aa3cb2957541c85c0c1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cca36cfb2bb5224fb23a973541a60f12e5a54a52a71280ffeaa63e6f560b0ded +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..40429b1f23144dfe7959d5b0ee48085c60f8e4d0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:260602c8c7f2d14b9028b2f57680dc23c77734f440ed656b30500331e97c0f3a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..29487ae469859d3cc138e78949eba4f52e42e3b7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:728d83d3722c6623f8301385a0c6b01a06c5463f353bea52e0bb37537e015857 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c01384176b112cbe3456f5283c3936c6ac33d03 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51724615e79e1f6128844c022e074d268187fb0563b6c3cfc997df6e1580d26a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..36d48206b73b5cf72cb2cc3679260b064089c955 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c84c63fe2fe07ab0d190feaebe66e4d02578af31ce0296c1339a8aa06e81aa8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1c2830a947d689130184715d01022d31cd166c9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb7208814d809a9caf19ad38005cfa372a73f7b9093458b187901e57d73e5d4a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b72606e72d783a573de7919ccc283f8a22f26ae8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8b0e474f39c1cb08f68bc5e18d5a743f2dafedd9f277dabf46463fb015a9057 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..37d532ae1279b639e89cc3804c19d6bed34d84da --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9190fac569259bc60de6becb3c85234fbaa62980da1b0b58db3349ae915333c3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7aae7e8f929cb40327edc2106825e1582deae18b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9763018e2d335aeabf0d2363dc1e79cd709376320c0fa419dbf6beb406e18188 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0cdb61190911b3e29c2a7c6a6b5d3046f4d42590 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dc871db6acc8b97f3dff97562ae3bf9603642d2fb6748480d94ead21ae3344c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f67acdc2d1c52c6a76802bab936b6dc608e4c5b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed2f73e74a06351a7fdf9383de2d854716b02f6a964d42ad6613a47f79728ff4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..40de2f3d0a25895e796afa46f57e63794883e595 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b443ec0552a1a737668aec27adf0226cb0c77d5bbb96c1cc44773ba03f85be8e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..53b505031d1431231061ff425e9b2a68b9fa2afc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:788100b4211bde54a19f24241d2e84431871b01ccd6217f3d89ac5b0fcb479c2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..68745c08998c278543fe961458a457d1e728baa7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a98e6601678eb248a4cc1c6adcde6867da76176bf4a7506b87a4214cbf34803 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..31682c3730b0f04cf7b448f052d50abc9d427d98 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb5570413800a0ab0c86d5b59ccb341e3beee1b9e36faef39cecbf0a85140105 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4a94a16d7fac6ce2e0ed88008bc2b5d44c37dfd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d045b2e85d13a9185b77e96615db01e897acb7343681a10a53b9735fa33bcfe2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d7e5e398a3cb737852470c03b08515da559e11c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:165671bc736e0983b0a2b96d3be1f566dbc83f06e9037af40ef90f0a1efd65dd +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b80a7c3fc0a6117b77cc58e69457a25d742e9a1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c763a512d24bdf75560aa882aebc8f14f34d96a4c27e2a3ae9d0311d4e60c2c3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3a3575abfd56f234ca17ba746d83f912e1e9472 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f7aebcc30319dd69e4b86d4f3069042e9dd58db7bf80cba13ff46b423170f67 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a46a8f3a466c178f5648e04961bc7eee3830924 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e041766740488141e571e48a66274b6e4029ff9de8a94746372db51b63e238cd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5af966a8850a9808dec20755402a8a62f77f64e7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e16f97275b9c26cbba5503da74619714b7ca3623d94aadbb521fea399a92f09d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e985b059c12e85597d078d3623af6a52527421e0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e5d1a59e0abf17aa716ce411c520926686a77631485b3230f0ecadfb91e47d8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..de895a48a3c500f8777edd3aa40d2e21c55862dd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a609a4d3b9dbc5455de2ad3a28811eb41f1b9ff3b07d51664401c7e031ad394 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a17b42ec0624bc8652f199c37eda6f7feea4c183 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:135847170dbc5e57e7377c3e654369b04ad91523b60fad8dff3fc09cca874e7b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c13d61b63601dd49da8da31625e42fea4798058e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab95f20b24f6e52aa2965ab89051cc73db5524330e0c8da137a9834dfec1636c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c29a0f5777ecc5f8e32bf889cf115258f9e710b0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c2489bff3ae93ae1d414c99b294ed07253373324507932bf7169c6f450eb194 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..479af7abed4db75062bf200ef4df128c486ee098 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f69a199e672513f0e31dd7e2200f06b2675cb0c5025388e26dd0f81fabf723e6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..20c3ebcb9c9923064a1ef02559c346e587781d1c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18ea3eb266390bd01f4f94f4a9c61157cbc01ee559a82faa90edb4b4ff15b3f6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d5c95826ed2cd9b777c9a501d6b85be87db2231 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e7148e26d8a32925e395b949d1b551ea7e0377366cba75805ed01a87e4a0c49 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9117cbe3a24eecf2747b23d290ab96c98e3728a4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a2bdf00937f10875a64f878878870f83fba9a58dd800a76bce29b0adf6d5497 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e3daa75a382891d388554be95183328ba9f21c5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f39fec469972342623bee3e21eeeb0f4e413bbc69f052502c62d15119ee61f3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dda31347f7a27a732419b26154c60adc24be7138 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c880569cecd1d70ce665d3f7bd3b6257edea713c3d397dc1ed484c2116aa3b00 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..305b69bc7f1aee657477a244d19975a744f0ab4a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fa4b63c91b3daf8b6d526ef8f0d16f47180c9b272402d91d8c1f178dc716433 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..981fbf729b83c9713a2e15ce56acc2506d1b0586 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aec1ead0a0825da01845a6836074f9982480157138c601f21add55e3a381a0ef +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..60ab4e649a4ef0cedda52d4db1bd24bb1f399343 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:093759fa68f7b41be0d831f5e3bdfe92632ac7c1576ad937d600261d1e01f826 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2afda1dcd3fd9015c33d9f318ba107e2e93ebf54 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37e1d1edaecb40339f86f1887dc13ffa9901fc1d2419e615647306f19b25fb81 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a39beb3d28d3028997d3db23397b5a5838bfc5a8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b738930d4c848efdd564006fcb0d587ea48d43c164e5ffcdd0d973ef93ee1d0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4bb429d3e82d976d6269fbee892abb4ed4a0e560 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:884cd2c765b15403d04ad208b005a38a0144c8395346c3a199301ff985ee2afe +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..50f27d79c0c5effba1c550d63bcf99c8ef532509 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34cfe45f1cfa72591dc732639436f26453526b6f0f261c4213ea799f17842cfd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..305259465f8cacbb55f9376514f41f717cc39789 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f34532bdce467fac5f8de926fa41b4e75dd56654935141144a3395c428b160fb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..643bf185059433876cb1d92b2bc2546f23e21271 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f352aba35c1007f54554dae5c2a16d66f42c90491875a754b162ef5220a0f501 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..85458fa70b5465f87c048420793291b4b6a0bc52 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e350008e2c8a9d02e7eb8707d95b8ef45fe9835611a634abc21a08f8ac6b062 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e33b89668b626850ca674cec368753e89f2ff86 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0edee4b3ea0aa98c26c1e76bbf0c03613f0171421a45cfc71b6c76daf03f8005 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae25f266e65b92a715d0c02d591857703d9f7b5d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f96970711f196b702164e6a050050a06dfaca1a60458ead7ca123c3c7f31d8b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b58a0494c3dfb2c716ba67c2defd587cd3f6452d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8da96377ed1133903968aab9ec4d543d311f823547dbd5e9ce944a103cbdafb6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..991e0f3c4a84852ca5e21ec847b03da8a220538d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12b5dc9cb38bdcc0eaa9d02de301e947491653f6dc4dcea2263a6bfa9e6e464f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5bd00dcb058f67cd53e6926acf846c986492bff --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d54762ead893c2e1648b6bfb5e631342634b6c769327357b058a9c8f027e6094 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..80f65d29b552bbd4f4885e2ae2eec84f808ee54d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb77ffc4bbcd54e1f88225de176ec0af423be9d48d30b00b3a0bd949b0583d16 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4765f15edca10a88546503d1620b71c642e096b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66092deae76169bb439e8efd76832c5445b5c8ab42ad499101f7722383483cf3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..04fbf6bfe0f764a48f557139b535ec6ee2a667d3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b61dad15d9f21c6e4b14431ff3607c536e8bcc305726bbe3515a272ea835e49f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e829d428a283a70cdf855b011da743d3fe5b3dc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc8431c51539262e062feaf8ca300f2829dcbbb1c4be931fa6f04af40d78c54b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd97c9ea012d6c1e27d6844753ea994750404e07 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8c40a274721a626abdee3d486cf089f9118770b9d62479c91933ac86e4fc4d1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f055b95df7d8056804e8b08b5eea19c840dc414 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffe182f0d0cdbdeda45cd9018a27ae5b3214a0e6f4fa52764889120510c36360 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..67763c8678c42287bb8b4bffc0120086b300d340 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:832f7c32a8de845bf4dfc06d59e8e3b26f983d142f1e76ef0b2dd2ea31f1b7d4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5aa5eb25d39563865a5029936a2b11c01df21fa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17519df5efba67d193c3cc4b7676c89a7cbc21f6058890108cc5aadc751d6d78 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d97fc66e68694a2f22f9d643cc07453a135a035c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:766f21f56c66f197ebc558019512b4f45895a6b4b098dc0ba9245e2fe31c8f7c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7bd4a7d2ad19873eee6465c569fcaccdd3086c81 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:584772008a0186127ace173c4f364ce9bf5000fe882f0076b486eba61e38e90d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..30a0494325abf3673f90473aae26b76a2003bed1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b5e3de057697cd5c067e411717ce79232738a93697b796bc7a26af4f0f29107 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ec3a4b35920e0e57528bcd21f13dd4bf3f8780a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d5440460c55fb37be11710b96468cc019ecb4cdc6f2bc43d4eecbb1323a885b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aacbd2295141899ad79db8415afa6cf50d1a2ede --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e857289c7d3af5472e9b95ed68eaf9413152f4378e0881ce36f42fdcb3732bc4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8bb0fbf1b317be936d1cc728b22f94d00ff5f3c2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73c3f958fbe84ab31831d88e832184848798341289ce6cc6d65bf8403b1721d9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b036edb1f27c5388a079ba7d59b9cb3bf18ee9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:964844145d1883784767e165694b56e0de824dbc80310b3717e4e6c56bcd9aec +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c377dfa3d6d475e9cb39daa8846ad9e8a5ba180 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f76f43610c5277ed9c26c490c2a9238be582c8badd77141a816152c4bb2d1828 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c62568e6d0cd518f2c102d35af705fc914be3157 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf9ed141657f20fecf104b03ee8d10f2995f2b5ebf4ccd7efd1a01a95405209e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f27adc062f74057c56f46d104c87eda0868d4121 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fd8b84736e3156ce3078ddf7cc5736e3447580de8e9eb4c203bf84399cdc5cb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..27d8e8413682e479329168b9381f91402c4ba4f0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c42237e00325f908ff061e7c2f296f3dcc0bdad9c766220bb107dfa93d5cfde +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b64f932ba3a7f4dd68eefadd8355c909689ea26 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb83b4c360afd81cad1271b0a3992c22237de630d02645e43a06a7bece191f8e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5c3e7d970990ad164c17b20eaad7ad2ffa7fda1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b05d7deaac103ae930f8f3666848fdf30406d295b0936963164c10d2288479a3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b7e8ad991d26cafc8baff7f34e6ba7c9e95048d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21311b84ed70ee897684fe591bbfe0d8c4252a706941ba8614a3a4d4625d6675 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3887b6db1b5238de6d12d0991cf1c490658b1b3e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be7ade1943155a23fa180efa19abafe75ec45b2133aad6793bb5866c44c56794 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d7ebd0cda3f1426382228807546ef044eff5cab --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1d9c49a127decaa709045e7b2f04428235cbbfdc393def0c21ab9f9e1b6f7b1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9aabdb3432d7116715310f21905905b0f38a14b9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f28776fc88a517fe377216f2bfdc6200ae86f60cb6087ccf593eed1209dd9a10 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..59943e876bcb7222504c48d551a69af70f59dc29 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2db9c7fb645fe41da982eb7f2c81253fe60826b19eaccc2408e4a757d4e5d83d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bac49cc7672ea8da5cd0d09bc81aa4b436843bb7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09917fc34619ea8aafe6719984535135876266c528010efc525debf3936bb70c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4159bf071d258a9c1059077a602f5fc9e6109558 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f396e43571898d3ca3276d05a6babd96818d330442372582a1a9a5804dfed91 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..08ed1ff789d5fab33b6c67da4752d93479ec765d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cfca4fee65cdb6630d5634fed04eced50c2554bc437cbb68b29feeb70cb9c89 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..09c6e8714230484edc67c0b3d1bd219c57ff7934 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e7b4dc05d1254ee72978d69542faaef2207a5b3d3549351edfdc59056a7063b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f508634a45840ed85cf53ac2fb345785b2f6aec8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f383a355d5f1b87ce074b98a082d44d108aac2b842a497126859d776edc7fd53 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0782335d68ca93059642c95e41986e0ed7efe020 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42292635bd39e4f17c5fd7a4aff5011e1437bac38d8fa2a0fc2fb41e897bfb61 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c606a2271ae2d008bf62d2e5178aaabb619a841d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:711a2ac98ecee523572de2a1b0d89dfe4ac35573d05f5524489c39607b1a391c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5cbbe9e97ee0909825a8b489036ecd47b23e0f9f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10aa6e51e4912c017b236222880be9e787aed4fde57bd9ee5e2b1db79db9af2d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e9bcaf4e63166a21fb201ab0a1e984604278ba5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8f78730fd26299c49696c6b7ffb1e78f06143d42330b7df06fcbf1a4bf87da7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8677b21e585f7df4d94e2645d9f95c6089f88f4b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37947a68a7037b7d00ce13a640912c9b9b63da3650bae5ee213af03bf15f9136 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b022fbfcc4b5950d6a87267392fc2c5dab6d475 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f218e1fd73fc2b2cd424e413bf5628225c9ecc074ba761ced34d242dddbbe333 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..90bee27473569caf7a7448fae85dc3407800a399 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8d3afe8670e4ed7ee7355f90b17a391040a3132e79da7985880882f19a578cb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6bb06febfd79efbfd360f57a2f5bfabe482dd44 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb02f822394a18f52b2da9533158fc67a705d51c83564a5197dcb813a2907016 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f84a5d49e8d3dd6df4ba9fe6e9ad0006a30490b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a6786cb3915ba1b74977d726db6c014b95e6bf226d2d65088d1126bce14f7f9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..11f6fd56b88a7f2c2516e9d614bacf7760d0176f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:045e9a6cd65a6e50ed68cb958c6cb503e21e852cc9264b5f81c641b7648fe418 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9915643d8c8bcd153c807c526645ec3cdc811335 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83d579294d126fa11858421d26ee87520dfa6e354b799ef3f384af34ea95be31 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c97aa1c20372cb0facced9649755d418c5de2ff --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba574a445c396600579821b3a65a347e28d42d601d25d8f429771f03bae55048 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..11edb2eac125dcae023ac77b843724ca6c0d3375 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38588248a5286789cc29c0bba7766613877a2e556812303962e22da758fd2d34 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8dbbf9e0bc7cc303922d978384f15df118764e1e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5dad313022bae207305dca0c48dd0acd096272a89dd3ccb3c7e4c36d4662456 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c15e6d05104494c5deb4c2de510df4562d67b37a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58db6b16c496184003ebbc6a792c441563739371b6b9b12c25044d0af7444cf6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c54180a723da21e68bd713fae7559aa44a07ccd3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1a17e4019f2ab52cc65fdbb3d252997950163155336d2867751334e66450242 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..37d5e25c696c3ebce61ee476a3669e052b7c8b1f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac04fbceec272f99432240518f6472d0b9ac8ca4c0afdb0c56b3da7c9ba9760b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5d1f4359445705d4d12337cd07fd67199880196 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:697d8c70e879419ca764e540ff5d98b2a16919d002e7f8c73f346baa6ef4da62 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..28a6ed2ed54d66c4665dce576c1b30e9210bb197 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b169fa9125f897bd9b9d1e4986b61974deea098bd383ec19f35033734b671466 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fee4159d18454c41906fb06fbff16e4dc366b768 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee56f5a7b18a140897c75a2e5e456e4b9bfc679e48a9838cac054b32f1fd2a97 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..50c86bc900d9ec904ceb83355396d424e53bf7e3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d04ae40ebf90549f895c38f698ddcd04602cafbf3699d6f4c18ae20e7dddb491 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..66001d380469021bf7f824e1c34a070bf2e68a71 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2edf5317f5e88d069619280e9caadc209b2fda7bae753004d25eedfe690be38f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..afaf3ba4e3f39409d0256a74a6fdc09108feaee8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e3578a8128d20f329638dad87cf9392b25907822a0b36cd80f23c7d2d4c31b7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d3a3a1273486a5acb93e2efb1c213a46feafb1a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b204c85366de949943ed12c53ae773e90debcddd9100163b05eb184409ee8c4e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2577b73b47e3bf11bfcae33593f37dd24ab61698 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb20228934364ee1548ddcb7343fe5c64f491b45176cb5245e5fcf695fa9e437 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a45912f53b53d546f605668d347c6d6d59a2ce2f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccc61be800014d946466953982fc439496364ae24f6dfbaa753d4e0b23527028 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3022de72e7d1d3ad3af82272c1b6da132fb8185 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2e34b179d7042425071aa9f66aa878d44dfa8ad37ad2a2b8953ffa53306edac +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b43e2de92cda09bc1a58bc72da8b00b228bab3a3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f98c0c0e09fede3eb22d210cbb18981c5faa6caa75819689c810778d540d84c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..204926d29adfc5e3573c61dc3fcc203e8d408980 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b404dc98968bb61e6ed9f14efa8ccf83b93b538682dbea67bc67c0a71a5e99b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..85ad3e6a7c4e2834bf6d8389e07549ec83f4fa9c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e45fe55593ca2508bdc8b54846375c40b3d862d522c23d2b8ee35f1428706a6c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6c43824b4eb848bac483bee521628a1f2bd1d41 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96463d0506fab787c589587d3411295d2470d2f514f5fb7173e690d9cade2da8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bae8d1d2ea7fad0e5e50319a28628dca903aef4a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fbdee24c78ed9284abc2fa0bd400a9bd7226e0f2edcd864b9f6612ff7321b42 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1cf4ef41b943f5f7d596f78e91ce8380ff9a4321 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:267f1a043aa575da5e3d7a74a9dd93acb0af6adc66ce30f46329ab051099ea8d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2161a479c1ec40fd4b23b01ba3e4257f221be7a0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e48d39fbdf3deb0c9595d2ac66c87473c9287c10e064092bd610a2350ead45a0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6d8b4b3608e4093421c71ca0566878e75d7c2e7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2be1742d80b142fa07f5ef0df0e3d54785e7ea564967fd92bca9d9824a58f749 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d0a313a3fdc7cfdb66feb675a40aed976eb7d06b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7227f22b5d49e94afeb5fca320fd7a24187b1cf72356bd5879a4c1e51c874180 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc6b89c8db7ea708343fc8a55a5ca46ba79d5bb6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13f4cac7de5b41fd9aaa2479e497583a95be87f2cdccbef42a320e4b2d9488be +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..98e71c6f5ce0ec732dd8d1cac71791686f40edd6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0dc71f25d69e6ae9ddd8632f139f1b406286ec3324192b8060591c9969392258 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..935d0109568fc8340d58c60cc4fc8a54e1efc38f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff6a021ba604b29eb20f12f33d1e555a7a869c37714bde1a8645c0ea3d321eae +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8073fdd365a09472ef381ff2ab2f5992af83f69 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2c76dbfb4d50b16c5ae06656a4f900e826f2a578ba89ca2ccfcfce451e4a696 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9389c2231c5f004fce6e9746e9d27bb225f58065 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5357e644af30c0946e305fc9229df76fb294a4bc401147b822e9a9b8b6c3009 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc82ce8f8e36dfe6b13a73d99205c038bd888ddc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e75afcd8f2b82a2ebc51cf01e92d449ef03f76af7d57ce1c8eb1214f2b208aa8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5cccb9015159b8a10b030bd317a37c70060152de --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fccfbd4b20d8b021aa477500ae209efbccb398d778858c9fb0b0193cbd19f7f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..14948418ee6add97da03e6fbd04bb1eee2f939f9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b53de933084323ea46a5820f5b958d57b9ec1125470e599681c4d49148ded631 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9a79de4087dc3ecfdd434d277b3eb27bc02aa13 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a4c10caf186c5db0c279bfee2eb145d2bc69406cc8a5a490dc6f31220402758 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..40bb6f98cbb0c1bb5af6cca765ffc8aac409bbf4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b362aaf50d6466a69f6c066f32c2e1389d7134b8135e542aceb2c4691e930b27 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a21bbd35e2c77912880b24077aba99e3f6a4210d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79ea1f99a46042759df314b8f7b64c2d7d0ce8edb2686f7b640d2f26219c06a8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a97c3962139c65efd8dd2e9016ffbc079e4d147 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef20ef537d739f19880a6eec458c3d4eec91b85c2b438a2f8f1fb60a75f4dc9b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bf93c755bafafd761f1e5d3bea29b0fd51928df --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:435464df0085c0a87f8375c8cacdfb1f89131ac302c4da3d7198e55220248caf +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..39cd5cfb35c9ca6074ae94faa29beca47888aeb8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b1756d35d24a359dc79343e1ec3ddd9e861abd41f5d10fd5171d3339c889c8d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0b4e05e06be26d735c3ab13c1b346c04c358d0e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9c4a8c3a0b15c4ce7cee0862c07c14f4803741e146de08097ffa15cf2590419 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1377350784aeaa4396145866d0e4de5ffeafc108 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55fb1f7b6910a42e62d6cc2d5ff54eb5fc57996e4e45e8b43d6a9388b0e68082 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c60ed85b42b2ebe81a64093745947de2e388662 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7b7077786f21316fde88290709e8e7992305f86c8363447be07e9748a08eeed +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e75b88c7fab4c175761229552946d32f0da217f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:302b1710978ec531f26bc8cc80e1d55cf763fa69367af0db2f72cb9e7dafc150 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8b7a390d77136e9b7bac8d0cf6647762e3aaa75 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86f74bee85a79d87aa14a08e1d8d9eb21964ebc74c0deab7b374bf65d93ee275 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1da0a8ff9b04d3173fdb27b9019b135428be772 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f0850aaade1ad2d15aff516f8252a93f06d58a97d4b9fd38147cc34645e51c8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9923a564ceacd38653136113c3a9ed7fcd098793 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43ae67c3aafe08cd4e0d69a2cc018d1ee68c1858750253af083d6e9429cb26b6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9210d13aee4c920a0090d1f3c846475a3d6054a1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b42d22ba8a0443ddf314aa303c41e338deb7b57b76c3794491b8133c74269200 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ed252d107ad3c6620776f17a90e0c19b3e3de87 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e3028756529b90041587eab0fd7a2124a47e43c548353aeda229fe2c7880a81 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8b459f70c2db00ebbbc04146a8a323febb8b143 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0d9e9ca677eb504587a1b1b52df0ee7df6b7afd0890771094f4a9dfb57844ae +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b58363ebc4d35232ad61779ca1a187657e05fda --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e46dd84fbbd659bbccff8f7e62145bffbe6eb530980e4ff8efd17d90d4928498 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c9eb3903ab8acf0eeff9b31a966bb270bc5f2d5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65b2bfcdaf626cd822c4be00a8c0954967969fc6394e1758330bf380b893d280 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..faad0f78cea88d151412f4d489a0f6bba48e9de5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c01323908f128e7e87800686e8c77c18cf52fe0135fe7df8ff17023c696a3e4a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..41ef61a929f322b273170493c5ce132350a926f8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a880e74c5f6f6b53d617d16da089ecd29a9414357b800546629456bb9b9b21f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..21938626f4bfb4f64bd1989b835428b7653c0da6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6989272e396cc44c23d4689bd000fb1b419d6fab0d8c33e3c2dea4e51e2f599b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ddae68071646d8f21ec44fa9c6fa2d3c705ab27 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10af54c6919f8e8daec4ebefc5715e81073b0aad3cc9ef2ab3a51818a1e42b7c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed9002a1720359ba6055fecd42060944a3225e3c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02be97f0dff94fd646182809bccae1ae20f7487f5111be311e2a447bcc4f5867 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..068fb0f882cf15d38153fa6bf4eb3be494c1e6f4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c352cd2083f92ea7ad0440373d18014a0a2d9cf1fce84451bd6439cae803538f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc33a4107a70557d31bfb2c922fa91799d050e91 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:042f042fd87fde52b28917c72a3dd219de4713b7b8e1198909a78c61485f86a3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..adf005504cb59f205858cd1b3dfef7cd5339af2f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e639a0832f80be5841141a776c03cccb1867b34d530169cf0b632918c92796df +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a7f628503a1109605fd75d51965bfa62410dfe8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31872678dd480d068a13ec67d876914649b7950eb443445ab1717ec966c2503d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f26097b58ab551a470a29f60bd63bf615ad358d9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9002a498527e727f200aa59676f82f9e09b7a4bba17288aefe0994cb27834ae7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a766a5579d0b3ee0370ba082ca4bca0889e15ff1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2775ee06a8a5082099be119b2e1bcc614d8a172ec070b23226a04341ce9ce6d7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9473ddd859d0dbc6745a0131e281fc51b2e2414 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f9ca4e02f1ba94a062d0eb6c05b149b511f73963c4212abf08472c0a67c7330 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ecfdd141d50c89a7cd595f67538d234ba7b2f95b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1154b39078e715d93f00c86c240db48c21d1a9102f40f439b2e8c56f512d917 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d644b5ee556d91af7c8331859bc17947d831556f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6ac90e2b85d5f6b338f7047f4f24b77c19984d3ab05eddb19eb168191e5a39b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..75eea257069ee1a065bb6c063b8990487f4674fa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62bb89cff4c511e16cdeaa311fc5c5c202de013b0bb5261729e6ad4434378d28 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9292040cefdf921e7dc35efdfa5a1bbbc5f23896 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:166a87a9daf303548809aebf8c0e3085f9c3a03530639dde490644543a14d066 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..883a9ed6f6b40dd0654e8fec8fb17a4e8986c0d6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f050daa9760ab6339b46939d8c0df7df9d06cd8fecb204b67d99a692d37fb77 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0fc1309a2ee9880168c3f7373df4961f48ae633 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:828e602034bad069e549bebaf0c712007d593382c5c7a738cd1c71972d9f4cd2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..025c3851a94fc940a6c18c53a4b7cc9e1c16d81c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3284f519edf1fd04d588590ffca4030769e671eaa394a9be8442dae15685299 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ba0ff4c03900e9f62ef5ef35b0fe15f8551b11f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4638bdfd21cd29c4cb024d26d835e1e5be8eb8545bff7e961fea84dbde92fd2f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..861fc38f610fc50435492781b4a5a5b79b3ae9f7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4419ff681c451d5f57d8bc74e31df3601bb1986a30f058a57acf29aa24ca89eb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/lm_head/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61 +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/lm_head/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0635b0dacc035a8d16a46d841c7ac06904a9a39b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e04d3b6ace4c3f50d38c6542b98ffda5e96d88ee13716d7b46873cd737afcdf +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f52516051079c7fe46ca255e1f77263593a4692 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:deff013bcb3347e599552d635dd3f4aa2d43992f320d10c520fb7139856aa85e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b5fb057e8c529cd3228e573fac69c7ed74fac2e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df18c1e3429e07cb7c8603f1facbe523200b014c518bde61075dfd171503b887 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1237e99101badc9163fbaacb04d55be2b22f5239 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d42d6d573b823c8d2bb24e0d121c45ee9f8cb993eb412757ce2e0f2d90f52e77 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..20d238b78b9a1861b4e7dd5544398412b9b553ca --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e003bbb9cc6bccb62c3e701cae2c2f60ae0748c885bf4e51af3e1a8cc4036200 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..35b0d25d8949636b86a6bfb59c8addbb7991059e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f90deec6c8d7a4a0c38a52a9ffafce19e375c8517525648ee222387f9f8d8d8c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef5997a942899c7876187f03261d3c579b7722fe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:654a50cede6e903d4f61c148fb8bd67b9f961e83075b0074dc433aaa6400b80f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d2d3897b5052cbb01d638429d94e4ceea34de24 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8c558da572764d40306e1411f184d391ce7e2d6bd598c78ed5c6791e6becd59 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..81cb7a24347f54746b21a61d4be4ff478c581444 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e6a145c9ec84b9111f46c01fc73dc03876e3c07dae4865945da42c1783c6931 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fcab73ead7ea41a231fceb64cd77be541c3e9168 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64943874e11e0123cfbbf0c1fc7e455f0eb2ef7f29636db7f53c9714e9b3db79 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..69d5f1de33edae00655d40e13af939b21d41de57 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f6c6d52db678f795fc94ad1dcbf3024e3909ed7e61306e8c0b0fe2924cb9dac +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e8cecc8b5f0c63fd081d5b980958ad636f4168f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59913c283f9149f18325cec9852f851cef8c781f28f9bbdfe7a4a7d1311b4f7a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7844ea8e82e2cde9ff9ad42210b4e736e46530d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f51fdb09a23a02b1b1f4fa4be2051dc9225fd53f16f805bfbf6a43973d61c72 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2be6b06c0d014823f2604c17dee0752e853144ba --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5998c021567abfc6e459ba837aa86abfce50a0d1370b080d9ff21ce747877974 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f586a294dd8aa8e6df710cff1c4f3d7ef349735b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72f5563fdd743c44dc96284545264d91b5b8d3d7826df7aa5f927df5d13e12a5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1fd123aeeb12681d0df7168be1fba4f612af24fa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a714324f795c2230088a4c4bccafdbb092115172aeeda0f2dd3df2ebd0ea675 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..16df99ce2779481e27c637f16c161bcf5c1b9c0f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c99a3ab5d3fb3155146bbbaa434288c815862722d8ce1f48e2ef2e39baef1e04 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd389b48b66aa74b2481cda6b9de66b4596ccae9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72db27dbc7c86be48b7b6dd1106795fee926efbc42e29c76b3004b22691bb4df +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9430b4f0ff5ae9dc3529cc9a8c00337f36f57e37 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a52c76d74cfe26fa70fa7399d27a380f7e045dda4a0fd171243ffd9ca50b6dc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d842f5d70a1744e8f09f39c507a0b8df007fb3b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a5affae35d99925ad3b67555d6af07a98110f257236213a74cfcdad91e7dc98 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e23ad0fd9e1e6ae97563d9061ebc911ebb1bac1d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:267b198d1fc72576971723e24b042f12644113e53dd75195bacdb985ee83e97f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d1901fc25049a92e1b13cafc148449d0689eaecb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51e5a91fd0106041cf0ea5b16c29f4529d869a2877893ed071d282b808c53946 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..37c7048b37b41741a10daff1c90c202e36f16251 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3ff3712108b32f5beb00ca948757af752acd5f365114700f41478fb3281863e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d6c3cc3f15160af6f6bd743c3d5613f356f8c9d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09be81a20ca4443afddb257b930c9a0c35901a63d29c7e4baa2bf918be050a47 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..221484bbe4a33c0420d92903a282725c8340aa98 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b42c7132808529ca8a70b72d88b1f52dfe2f65a67290b1f797d0dc83a49d56b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6a4a3ae8c8d6197bd79bafe733c273ff2c0dd40 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91fdd39bc5f54b53bb1008def63d79f6b5a486553c266f3180f54e0d61501b5d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb55a28d3b130d00e462334e9bb675d31c63eeff --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3601b6ed7a6a33e2a2738b90e74b5a1510c58da9c11f8d708ba42f1fa70a7129 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf0385e5516e494a15440f24dc0cd84433d5957c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbc75fc94825e66163c527bd2eedd654d81b9023fdec3e200a0950396ee2707e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..939394a7298faf825631b8001256a687040bbfc0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac0da128fc7fad45c30a265403b7e1b64df634411ebff2fc41cfb51528c8f58c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..56e224ae6db2724c428e150d515a072443eb22e5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b91f223aadecc13e094ebfa432c390147ca5806343daacdb6ce3063c4ad93bba +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..039236d0daea1fa3009d89b0642fff85fefe975b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91285f67a5cb9d163d802ec086bf170b6591b5f69fbfb7927d9e0153ee3b445a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..94bfa763a03acb141d5c86912586489403960366 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e40f3bd9258254d201e61d69dcebd617e3991b29a7e92680ceb0e5a0a5221bd1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e5b17b979e5f3431fd9c8265005ed7671d9ccac --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bd646a18d294376334e958aed4f75688da3de53082f40ceb41125f01c19983c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..42bc312fa8b85f2b5454d8160fd79d84840697a8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30535a830ec8a1cc93038afb8383c7b5ea32d0165516579bde3037a94b448012 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..80665cc6af2aecbeffc976c75912c625f25edbbc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:048fe8be9214e7667d59893862b8b9ee0e84c96c0335f1778e60ba2a99a1b29f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7380b6acf391ac39da4b2ded89d3fcd24175683f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5131d69da7d55b2a92725882c89adc715e2557c82d4af0779b3f79e2d13a96ae +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..adaa527c715bc6c80169bab53bf02bc953856505 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c743394f4e79ae43fd19c9245050dbab41fe4c2a12903e2baa110e70edb8dbf1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..53ce1f0a861aaa74c90dde5a71cb1aea29ec23d0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd7bd7bbd2ff772dc254cb4156bbbdedf73310eec992e572578bf24717b7ddaa +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed58d7f5ff481d35b88050a95805ff2be0c77f5d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea9a60b4bc568be9ce3bb78f2f01aadb956fb3465fae141b85b971b540d372ef +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..32aacc5b19cdde297f4e17cf4db8a5f7ebf114cf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a6297833cebdcfcaa81fec0d800cb393f69a55829efd5e08bcb7a9cb2318a2a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..72e367079dd97666493f8d1547352358dc240aba --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:076e73d45810469aa358ab14d66f5493c610d7b9fcfbea8cbe87d981736d753b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..493dbe2640a6b00f45b8b464629c08dcf16eeebb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f58b83d298cdac4e24c12abb2fe1278322bf50e83de1949bda74265a6763c5f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..098c8adba0371a8a7e55932841fd6e6d5cbb7094 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4c89c5d3a8edecadc65e687628189ebfd4a71aac7a34e81a14a59900c7101c7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e8bad0bf173bb826ca7d1cd419c1a48a3a9ce39 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdaad3e1a3e1c08fb7253392e134125a7ea4166684f98eb1224c2eb07e2f69ca +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3c4204aa67e1fd1fa52f8464345e7fd637621b1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e86005150eb3b2704c0b663b531ddf3bee1131bd640a00983f474570355ace47 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb3742a8bcf4f2eea4044e17801d74491b70d6e6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c341790e5f955f43c667d8273c66f3f516f86f83537bde6bd3a31d82d7f15f13 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..700bf87c752126fb16b6a346b97c1e188f589e2b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13ff522d305cc636239ed86a692469ba685a566ee3e41969235a1c8ea59982bb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e577c839ee5b366c2dc42f3317ae8c4a78fcb6b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2806134f416b0c41fe177d7af728e2eb6fbd2e46b1c100e17c3d112d97e63a2b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..042152be44a31da52d97657c317e81dbc2fe4a60 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1db7746563118311105d03ddf4db8f0ed2328ac2b87d45e57c318381dcf2e7ab +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef11196fdf7fb01867f9f92fa9692025d3ea1d8f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3950520d7db2636f7f7904c40262e859d2b603fae4ec0f512aed7ca9bd71ffdf +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef1f362c120dc0e148c3cf38454fb0169f0ac6df --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eefddb4f78bef44684c50d5f215e8e41de1fdb51d7fded817214665e322b16d4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..706012ee5791f79b1a42da8bd45d78ae228f192d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a57c76c6a4e7ecf4dc1d702dcf8da2a6e0d163aa60cd50f58253bf8a884bb9e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e8f05111772f228866c45f1e504a95ec04cff7b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d9ed0a0fad2b36416f60f3b2a0f4386ccd34e5d0a1ed4c1279a254740238958 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9671c91e2ca421c9019d4ebddd04a17dfe9fc5b4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96d420f503a477dc1beaf2ca0be8967c61b85d408421658a8b137a50bb6892a3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a4b2bee9e861485fb87500b6553937f4871e4db --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0afd03323a33a1c6b089a5d6ce5640e8c57535b15d29a23b1ccf8ccffde1b175 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a053c37da50cb9d1b192a8a93341fc5b1432d4ee --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:532411e18d029d9affdec406f6a9292187781094ce15d26ade3ba0e04c8f0eef +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..15d52a864d37e09868055d6b43e8496a059722fe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6a298403c209fd4364a3952e818a52c7850122764278123b39c0a6802f8946d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2195ad9733c6dc709680dd39aa09df4d01b3940 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cf5f67587dfac4a4eb337309c8df22f86f4f85069bdd284390f19dc4825bd25 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..51b359b784a600e419b7b862c691d16ec0810732 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:621aa1d51bfa673d48a7cd1bd695cd1b6973e40338b57f30a6541589432ec3c4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..749820c2c2c5505904144ed851a544b0608b1946 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f3504a43587e60f7f6df860e993e3520ad436ca6f21bea6c9d46db7f9137ac6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eba3dbc08968c82bac24c63809e21e0b0d7e24c6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40851d1fc2735687d887c92626e09cd213712f50aa72af9513ad20c6a10d37c7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..614699a0f13df42d44d421fcb926429a29ec3a91 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d98eba132820cb3c25680656c1a1da82eb79c59930f19c0bec89d087f94464d4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8f79b05e08d4c693cecc537649d0b8015b29cb2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc0231a41029d414b82b88adb91f71bec777016acd22bef548853da8688c1e67 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..41a5313d32f971b1b7cc714b76025bbf9efdacb7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cea0c4803f5909329a34e09bdd07962a7a9769c5222b060f5652a09e5392e5d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5afc0f279a73913f93547a6c60d4f81c46137a0b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e8ab7fbd30710bf34d8d5fa8ae923c7910da381b7ca7430bbe96fb1cab11c1f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0827dff9f47e9f02efd4bf2db83e2492a43dc846 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f6ead57759303b45e11544da2123f7e3bbe1f2a346ddd9137417396ccbc3109 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4a932792ae561baefb14599669316cac5456870 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6bcca0c90ca08f7c375bc1c19a9c6176c8dd17fcd50c8501d11dc91826fdf40 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9e44f778e251d2a3f19d91d252af8ca451e656f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30083d24f52a36b4801c5a531312b0c84ad74882345f50bd0c25377bc6622917 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..202f7637cb9f1671e7ae2cafd7f45ed933c8b542 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e66b46e54e1c50d7e013781b118a99e1580ad431b5b1e3f83fb7f4a4cf1721fe +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..73aaa2a8e967d498703ce48c247ebc8f858ceafa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:869cd292b6f3399489cc4ac809e667a222faa564646c47f557b618ed12e2015b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..13cb6ba73b28d59f1a35ec529c10be7c7b544cf1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad1a7c0c2e9c075f1486e2b42cb7e22c8560013ad7ecfa00b145251c6ea0de67 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c99cde202ebb8c7f13e29a02f0a8e6b1cae40610 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d65a5f6686e19764831aaee26e8096506ccb3b43f6ce0726da8451ee6a1b5c8e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a095ff395a963b5d0285fb3d9ac99ec24e79b77e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b222a9ce63a654d34970843eff38a805d26364a57e921c027e463e33a24181a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb389826e03da4a5bc053fc87470289682bb6ef5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e647c51dd40037e58078fe016e4cee753a66f33e01dfb7ad2b623fc9194c2d0d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b14014f84e6595191c543e18252f122e44a290d3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5b84d285a7f6760b8bdd0ead5daf7e720fa29baa6f0760ca838e4f74e761783 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0b048f9defef29fdad339285975d56587470f95 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fb9b5e41c5061d9e95be5da6cbf67d2a70ff1d404e820b66bb975c375cae476 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f6ca7c72c67e56910e0dbd504e11d86e309b3ad --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:942f98fe0b7ab9761c8b05d6f59b65eea3693062116706e65da657ce8c61dc93 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..150970617aa29f58028628c06596492f644a6a0a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5297548da70070b8c20283bb8bbef53aa18a06ad835a7a00503ee5744c880d7e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dbb2e2d1606f61fba6d7f2ad5fe721a12ea7e07e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2391902aa1df99584150303cded09535129532a0ed47c1b6a039a33cb3b754d4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2446804da6532c92de7b7674a7a10b43dad0f81 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2368dd188a43c69bc1b5225becae76a76f6d24250c581706f886b78d728d513 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8313fcba426d413d9d8db1e586a06c19ee42690 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89215f886a68da21db6a0e61d64fd02d4ee1ce2301bf54b17d3b02d58c4ba21a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c5e7f5a398a8cec858c00d132bf58c6eae5da87 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8630c173f3b44bad0bd6ebbb0479b09b32eb6994a0a0189739be72974b644f8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4191d10959e35588c465372a1d48aaff1ea3fed3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:101c26f02b59fe635c5b3c5175199b6bc9fe97215feeeb9ddecbc6ac59a82d61 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ceaf02764d182cf0c3069c12b98525559e1a359d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0403ffd8380ee937a97a81ed0e8eb46bc75000b0b7e1b12df26ed983e64c959 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..df3abeadb10feb07630a0709f1661524fb955211 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6606592774ff0847bde86ae91b07099fc9acc839569c69b7a2448ca4ac9fbe59 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a449d9180b9b9ccaf630bfce81faf818c6166f73 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bc9c65f3247b3e08f1431d2fb1b1d89f2287bc2739117e88236201654f63e62 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..46f02bf121159c98f0b4591870721e4ffc68f726 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9a6ab91008a03dc514d5a594f07c5eabefd6732419ed19bfe69da084e4e1bd8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6949cf12613223cdf55339598b8c083a2c5d02a6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc7e3645dbe75423ad58cfd12c6b1ac7dfbfdd1e8751f91f385896cc2e51e93b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..13371dc56f92ceca9b782beded8dd594cefb726c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dc6b25b3bc068c76c5e998ae9711a8ebf742721a4d0709b630d0adc1519d320 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..48f2061cbeed95e39d6454ac133294de228953d6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d94da976d74f3d74ba3463956daede3a24291a29173cdc543c583d0364531a5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..11124f36fd6dacf648d2968a31df412db73b1a5e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32e8d92271a53c009ab0441e6f48f21d668c94ae455d6a65a5fd5a77f434b550 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9519f177d1db5d64d8e1f36b13ee0aca4027be7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61f35d886a405416083b087cc376703b7885b26f1acea07ef16366404cea46ea +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9f300bed1572b38857fc8aa9e140eedb8318a84 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c369313708e811c18603392c7a78b1a96998a02421f031494cd7a35609abcf1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a0aa9fbfae5919a4761ae09c1406be012f506fe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a49a615b339e42b202675309363d23735b6d87af6c84db54b7a311ba5ae7ef99 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8a62003041dd0cdbf71b0f89c53b0a3cd667474 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e58e86db10e11f8abe41beaadaab178d4d26558c9c70aacfa22a10bace6f1046 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..99b89e59aeaea1f61eb62dd01b9004362e19741e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:811424503fe8d22f773ba4e4668f6fc1f6b16043d3079a9d7cf87dc18d313d78 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b681104b964cd30dc8ec3e88ebc428dfce6a12a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fa41caa9803a6da5c03541404aee3195c6fd2fe42672ae8239006d483eda970 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..876cd0c4fe6c23511d546afa6aa9a39aeb00d7ca --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a131a49c9e96ea926ee5b16e12d70893bc98a88b7e3fd5c2e4305f6610ef1186 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8930f144cd2bf96ed850d25d071b4e8cfe5a6e24 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d85a5444a0c64b62ceada78b9e31dfbe0278931da078620ef797714b931700f0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d6e535ec0f61fff457dde9046c508561e100e97 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6ad52852f75999a7a5eaeb4601bf46e87e7a18f24408ade48603d9206797c93 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..00c39a911e7357d7fd7d6b6e27003d0fa114c9a5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c66dc0eb5299471464b72d12bbc5a288da69b2c907b9e3314781f5bffb46550 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b6e80b3f16103e3d719d463a1f5c73ecc09460a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:baa39b94894fa0aa5a2e8e504e21c4670fdde454f675b1528581fefaf7798b58 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..80567742d2a24ab308f818f7e5a9a5ddb74f4c6f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6207dc4754d33c8d6fc4270867ee1423482ec2db614f594e0ee4342b6ee3d3e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f923ed90326bdd8a9626d0643a2555a93f0bb7b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cdac5ac69fa64d81e5597ca8d29f84e1c3e78e4e91305640c34456d7da647ff +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6e62199f4202bbe1f70dc2b1b0596af2c87c821 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:645f7a4a3662e3a3285b3715214b858f8fc82deb1dc18dbba3346c97a0df4406 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f504cd1829fd7efe18581ecf805bf2a8a028b5a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:483ac16c75f90fa195551db75b0543c241ae62b86b3005a3acd500edb6e94b06 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..10ebe9f0721fb14bbcfa021bbad61e65b5a60597 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8b09a81d60c766553fa2a73e19d7c18fb56b5ff5922a23624c7da8f06f3038a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..90498b87412b936daeb66e3b3ad9ab26f83f74ae --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b658d91d2fc280b7ed7727fb724f26bee01e8e220959041505af8bca0fda01a3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..38fec27d8ae0f1c57c6d12aae8a8db9ac51e81b1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7628e6bdd8b48a3160de81c710d3fdb6157b61bb1835b2873d4748ad8b230b71 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf088b3f64d0f4ef68db5908746bc9ff84562a93 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a83e8cd1a22c4d4dc7827e7ea4e7a881a779f6cf7a98750aebb12f88f01b7f2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ca839e8554083a3ab7d89ec6469bb571622a13c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63e12168dc423882150d65f7b95df26d37484761a0eb1143ebf0989ad7170a8b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1550df96c8a9487816eb776cbcf0b15ae625ba3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddc4f91e912c7334598eedcc3d37b8e45a28dca99a308623b616655ab2a315bd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7b20df7d41c54f650cae5ef0de2b5720a856037 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6694641f86ffd759da241ef7847b3e644e4c4689f03e9a75457ab7bc081e23f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..abb7d52b4230af67033d6d03e235f07d2d5fb3cc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bb210a91f165e4fe4abe9ccdbd80abc99681ccbcb1fd9fedd0d8c26cf2fa6f5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a7ebdac69ba7e4596c045917381876bd9ca0fd2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03de5194a4c8b6ca7e4b4e60a558529bf4635f45ee7750511057bf728fa7cdfb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..48c4ccf2d21f8653882c901ad2c1482ea7e6e791 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a9eab04ab155e5cdeba1fef00955e1eee23c9e9dee4385cf4e6b0035cc9347d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..75e5071d89f3b43b05866a4df24cab47ce40f7bf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f422e37efcc7744443087c73810907a811057fa92afa4e8387b042dd50c40555 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae9bad06e2ce80ee76537e0e41ce5aa63ff80af6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5da1d308ce6358d821746d3c5901ae48c5565401f9a86d8c4629de17be6754d1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c037c908349aa2839d0fa01e1f8a993e3e530d27 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19ad6490b3dc5179907b8de2137f45236111496e1f2b41fade7ac3503f26d76e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5de3c688b26f2778643bf0f032124c50e0fcbe9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:003025e0106f0725956ec94ceb4a1af1599fe0bdc3846d41d0af71544f0df16d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd6c6804d0837555588d2abc6fc193a4cf0017b9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:831530f8e8caadbf86f25e3d9fc08c90a77a1619d420d1702f8241abfe623913 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..de0cd2d640018d3bb5c9a5bca4052db4c24b7d69 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b08b4a01fb15aa6ecaf05f0fc1ee10ca38fa7b19db12c1d2cd878fa2f01eb763 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f19cbe161d2d8ff881854d09f5738aa07f62ca4f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57d492ac02ce1c8901c3f771c72f554c958ddc021074603d531b0b5113e8d616 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a76d15e69d8f8816c92383eb71f34bc181deb8fb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9b6ae23fc493d5d7553c050b0e74bcb409c9cb850f753a5bb78787c78144c0f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3c75edc46c48aad3bf5ca6165c7ad4c9c09e887 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24798ab42d436716025c8ce6aa2ef3b289b4fc9abe83cd973cab317440c733f6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4cf66b380a44fbbd0581ab5e92e0b0496b877905 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a073d3d7a76d6ba990b8f5f6b0e1652bba0aeca45899f31d2391df97d4227b0d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..45631fc6e63f66f3b5627522dc80e7149559137f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1c7eac70b179c798a59167e8707ed69fd683a4028b01257fca92ca930db7bfb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..92e7255517a60bc4a1f7130c0260a161de963674 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bf9b2a5f25bb3f868528fdc195befa7f4bf9d5af436ba58e6e1194e0ca7a334 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5522171115e264b50e37ac6942d668f84014d746 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ff31bd79b4ea671c12f86194f20921c5d9aa7e82fd10cac83caeea1b288afc0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa5bf33f6bf8630e19f806e3abfd4f2a486ebe82 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91b543f11ad9fb9078221b9057494e868e383d02246dd54ddc2e8ab74e0685a5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aaead379e0fee44868e2617fe3ad5e8020394833 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70a830b7e71688a7c69da4e45ec4550e2bca3385a48632fa1edbc53191868ae3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d656f1ed89147863451f09e4c535d9ef8101f7f3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66a71ca237a36593ad1da425cc9e0e3d3fea638d620b3c82133874106d6348e7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbf7ab44823668c8b5c404e446c4224a60b0909d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e5b0057b3fefbea567ed9297e79b7234a7f1160e024d613cb432763fa7c47d8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9cac224e15d8af2414f188bcbdbc116b13d6145 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6b5589e3cac72a26a9ce9c12eec94a9db403d95d1fb933d67c1d70d31ee83fc +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9da0c7c24ebbc8f95011ae84e7518ef4526a8194 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:188a44ba7a392ee9facbb27d2b04c5840bb242fc0eb0aedfd591d9f354bff7e4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..54e36dd659b5f9867cd28a9bb1d826fe049bdf11 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:753ded1bab3dcb717e32d2fac495d61bf998fbb8f9535815bb9e0e90fbcb8886 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7bae6a3194fa30b33a3570ee5e08f7c188480d1f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4646218976d6b80bbb848eae9d3e53ae3fa3454c70ae1fa99c9046baaf271ee4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..32d3aeecdb1a9e6b7ac69b5aa874164d76a4e720 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72d31344cd2f8214fc69af176689ef8bd8fccd44c6a6fa04a41cf0445654983d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f454db97daedbac6b2d5c6f1dbbfd9f19e7f6d0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02dc0a8f643f577db577c3173df6d599f4875d1df543cffde694d3efebaae5af +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8c557253004c2c0c000fb86121cdb0f3899cae9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c32783a4e2b89bf17275ed6e2c7a25230adca429ad03f5870699c9b1c9ab7bfb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1aaedca90b6184f36dd639a3230d0e164246a47d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b45d74d1e8e9e23e48d2c8e3a7ab29077d7025bf05a90de671c7d3e751f5a3b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..25cdf8008d14103c43ba484fcc7a45d1158d428a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcd4e200a509014923ef622f8d4ab9078eaf35aeb38c7290918d3527613f59fc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..684330743e25a290f915a99295d539a2402e323f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1af2cb2430dcd66facd1a227cca54e3a375289b6f74a550d892bd1e49ff699d5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8b2bd08012c20215e01b5db86ba92e6ba6a9976 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39c0b3f934c19f193c40a659ecef4545523068fc2f17467afbe921ba65986970 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff588ec4c24c8cecabc63141ebd2f5af539e31b5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d76168898c039fbd20e021906a908ecc0636a3e8c2731646e190e0c836c3d588 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2415e35d68ee98b55b676efc6595f00b1e01c37f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fa14b62e1f83cfdef6128b7597dc39c593a49857beee355121a22201e185f7c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e12c836930943882f15adce99a1f54fd4807e1d8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd4c2f81fa89090a2c9b1abc06727f4eb29d4479e0ff776503db8d0265eea02f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bab40c19acc802b55f1aa81cab8361e5e65b8202 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c35b2f248c2e2c8507ed9e8a33ca46e8a43e44d883a41a0dc350803736913c00 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..59b5cbd893f2c30eda6f182f673fdb33553c6bc4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b678ddb80e79496c0e510790fe5068ffec9226b78ddc557b902cc4e5ea103899 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a7114da5a7e5156da8783c6e1e7b15de1a15333 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01413c3385ea85f9734bd6281e86bb2f11d40257d2806eb703873c6c3db83e4f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac2f57879bad5df79b870c538d68812bd1a21451 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d88c048a4cd7093966418e3bd4ba55ba42587c869338b6837868acd5a2852232 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a39bcab4fdf7485308a43581236b8fdf70f9071 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61a59537ab240ddfa7e0863aa3d3daee4086e5263095dc62b19f741dfe1de3f9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a18db27b3fab78756fc3f070902b1859d04ad84 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf6810f903fec28638d37c98ecf7b1b48f74bbd379d774956b533eeebfc71e2b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e48f1f67ffb511336e7d18e724f844f8f8a81e63 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15bd70657dbecd2ae8d3a6c114374b304acc94f6ab97623a19671c62cb90e358 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..25369fa0310b2fde66d637d1d623116d77738174 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bf3107531b7cbb59000dd551e500f015c85e3791b7578fcd4b1b2f10d3b4b6a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7dc31d7269b5bf28087349e047d6ee4a64744d1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29efee02e6b9975c7abfff2468dcbe5360535eb85acdd5ed8d3ca7f61e4b44d8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0108dfe9c2e39491521494f58e1af30dcdb7eba4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92480d1fb4e0d708536d0cb06892b19a4f938ac17b697ac434d66a079322fd56 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..372de5773ce1aa7d292e95011390dc47c0d27318 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acc4441ab5ae8a2141c2cfdb9d915c3cc36718a28b77a2324daf67a68cacb1ed +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..71799a8e308596e061f27e09fe34e04a38766874 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a858820b2ac4537419da03c686247abf57b36f34a32d437988e9e762ac34f48a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..86c3297582e5a73c6d18d76ba8113e7bd8b8a609 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b89f9ad1e3ed2e47e735aee5c9e5670e004e583dc0cd87145f7b496641706a6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..47377ae605e8c1dd9433ec1f5b17e04ad2382229 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5be022f896a5930cf98e30b7c06ff82b6404c2c09072f6a661ee868dcf58c452 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f77a482624de1aab977657fcbba6d513a79f0c7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff18fe4e93214091d63aa71575dd48840b975905a04cb4e401c2d4a4ac6ff1b5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..505e006b2a4386b690bc6eb6b5a804e712537ac5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d6b890e6a7b883f575d7163559014f9b1dab60b76403495b3658cd0de94d4d4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cad7844ef7e66ff5e8b38e034843acad4649ddc9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b10dfa3dbe69fdfa4c6a22e5e20ad21af3e3fa359b73d1d50b0bb86968a3105 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..04d10ad52be015541352814e269b980738c2fddd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7378b4b41f6d79c44e7b813511e0eb4bc4be33aaaa25440419a48216d805097d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2a79c7179e995d6deabbc47e3f113d5c01f5498 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:327b374e57dc60217f7077e05c217a455693275228c653fe87a45c5095f2b7a0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..78ee9f2a453e0119ea78fde1ddef1f90437c13a5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd7c48759bc8db703f9e6351e6a810de4976cbe56305f44320971ccfcebb9aa5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b0f38ad58eb6d481e48d2cafee482fbc8c594f0c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59bbac07871e3d5a56c7991577501c375ecc74644e3729bb4ef182e071ac7636 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..54eadbfbd0900eec87a0332d9b95ff152f5869df --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a2a48965933d0f10ddc4469c7213e13e5ea54ddf3488755ef6b4f9ec6b5b1a2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5315d36b5c94e04ba61723e0b384ff7e5ec8a78 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d960e11dee203a155f38a1b3aca8f52d9265225f536898ab5f1db0eece3ab18 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..308fad9dded5986bfb19e4cbe468c2c117fae831 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:086264def1475fff1d75e97d271ea43a66fe75c6359e47bafbe7f61a4d1af23c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4362c155e09e6a3fb563ddb98cc27f44ff099e4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f56320485da234f33b81c28e267f0a51b1c85ae73148c7bf2039f7ac1d9a1594 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d044c9fca7ee02a94bfcbc60a55bb3d33805b3ee --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4873dc480c3d1ee5348343087af856e7d1a01588bd7c63d604b7d05a7e887340 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3be72f4c38a4fd80765373d55ac9612e6e3f1071 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab6ec372ba5af2a3e05bdbc38cd55e27901995005d76880fbbac4de8617bc05a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..81643a426cdefeab4ddb79af4e94df83ca2f44fd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:423fa283e237a7357f4829976e5e67c89eff9de152f4a470a7ff5d3fb915581b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..20799af82f7de0e03a6bd17c528bd846a216e656 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07f2ceca7a778a24de072bb328adc4d316a0d86de418c72a3a249845ffdcfe7d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..671055d1d1a7897af51f586f0d03987ce2461a30 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b184c87dc2f2ef8224cf365fd9cb30ff42b915605ab047dc1541c3f6abcfc37 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0523b297411662ae7d9a074444d7bc1b92960549 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ea18fd12fa7467fc9425a686c71e2deaeef0f6b3955e78eadce50be581ece58 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7aabf3464207b0c6f16e2aa35bd0ae3832c431f5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f6f85c75f98a515e33a0e54398524b023ed6278427d7cf3e3bff8bfb132d1e3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..312ef72a62aeb8da6ad0bed459ffc5ac738e336d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9674117ff7c17db8c0ef2931b251fb6a9909a760ccda894ebd12499e605a768 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ff85c5fac7704857101fbb2bf246330e2163f00 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34ae5885a7aadb1a952f63fa8c56c193371c8d2ab3b45339f6d188e47a914344 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8541d10b0531001eeb0591ec7d58e49c253af660 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a854b2dc1adbaa23fb41493cc9dbee5bf8e8ed0ad52a59d2f53a0641e96564a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5c37bb60cf201b2e11367d0f00c3d82af930da6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c686db5e2e5139e5d86f031a53b37e686e349a4e46d0dfb441911443f0f66b29 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..07949ca988183b1efe80eeaba0b8309b5ba52e65 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e42dbd060db32dbc52e22a76315e43a74fa9b2542ef20dbeb5e2bb5598a5ecd0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3974b150aae2f3c9f29acf1c74fe89f2fa8f8eb7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e41b9ba967dc0725f081eb6f9b201acaab4bbf99ccdd18964723e728e95783b8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e71a4f1ab2de260809f7cf45240e2595c987497d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4be0bb3f8c1313364a3f0575dcae2e6d3201b3784959bbea815bd9597499eb0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a212050a08a0180ad71e907ff91727054097fa4b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c445220e70ef4b26d987a3e13e602771dd23c9055a813004ae2e53d6e74a279 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..05be4e8c807fc98bf6f346d65687589f52f8f8b2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:612b27eb09b1ee6059b344480270348a7b74446d6bf3e17bce810709020c3ae5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf9636cbd65a38557cdb106e122bb04783bea5de --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9dc504df982b4c8a344a27e2d3b7310a00655f3bce24bd4032b8acd58abcda2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d666cfd1b30c524d82a24245789590f4703d9e3a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e5c4176a1c0248e53f4daca226a87172cdee4837d1d73a1d2b1fc09c33cc63e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c98d72965a3b5f5aa6bc5bf835db06603689d49 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f49f07148d7fb2b97eb09480c4dd13b4e5d75254bfa9d524c91374099d014197 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b053a0b2a1066a46fcf37e0ea3c6e835528d118 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd207110fe274fade66ecb332cb02bfbc81f9f44fa8d3e3622c227b095d09510 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ad704b47cb7d257a170f988d1f056ccadfc02ae --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f5d283991148161d90c2152d8c55092518b555168f870753ee7870285832da1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff182c0d031380d8399ddb7acfd38ba521ca3222 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3f099e0a11dcb2b5b80a7807c807697ef22e2186909374c59df8bf4815dc0ff +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..361e97cae9f6f277d89cb96ea701c1ae1a31807c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b496325c1825d6de2847af5c46b67b8c5aac5052148da7a19a7c1d6400022e3b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..80716ca22617e02005f24a22b5da2c99aeb2f092 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc037870dade1c77074411e77130a97947559de829d28cf5e4e6fff796473290 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9dc66f5f7f7ea10cfb1ab6dce8f7b1f42e552cd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ad0a47e3ce417cb628fcd1c110534b58fc9935f604fadfd1948326989782b69 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8259d13c8ca1b8b56b8512bb22a52d425d568211 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:279fbfe17bd51e9a41754d510953fa282436b8af2e74926338f700430ed21af0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8440bb0ea0e7fe41e380d5e2d3143017dd8c976 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fca5d8e068346adefee24b01fbb2e97c575c83cb1f6448c173275be0c4c238a0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89b72d75c9d6c09161dd03af16e32ab44eda93de --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fa305d247affed7944f83cb971b28b9e8d1ce484c70b442ad79978a52f50204 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee319c19dc559e5cfd30fda38cd03ac169cf9446 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21a2ea6d62f466a525d017524516cff0219acda6aab5fbc3ce4fc9dce7da088d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9daf344cf4feb3d923de85781a9ab4cd59576ed --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:183b2e95b686403c219bf4b9121979cacdd25de8162ec12ca3dcc94e33d6731c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..859b641e42fc50c31f1094f27a1234d0a6cdf9d3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc5c1fc6c85c3961dd1a7941aa3132c55d8d312fdcd024165830b02060dab3df +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5351b5bb5b63e62e282f5d8a1dbd88e29509c38 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99cf9f160c3c5fe268632aa0b578ef2ab0e65b9707e4ccaf8d186d91be40dc8a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..65e431c756d37f63169cb0079dbdb0b0ba6e891b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fb7cb434421655d45cdfc2081c485086938bded02865abd42084f780713f9ca +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..744957963af6c32b489a5507b9d332ca7dd171c5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5c3cd5964204019e6ccc17e4914cb8731a01f340c7392119e9409f985686f76 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c7c2841b0869f0bdce0996b441dd6af808e2d6b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1e282ab0c8d8e5e60519aadcc630817832c6a9cd51661b622d716ef394588f9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f370707b7c63163cf6c38158670994d6961f461a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15f9c7be4d6028348474fc1f0f483c6144314220f52fb899cd96ca0fab88252d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..efe847427b7bae6d9ca3d97f9e83fb7c740beba8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be94cca6e69323ddf73a0dd07125457984290bd8e9ff20e1b4187f43f415309d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd1b3cfe461c52f5dd010cf2751e11b8566a1086 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:732c00c6a1357cb3fd07a86deaab56145755a459ba8d914983de941ffa8711cc +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2546c13a8e5447a00b72d81e08371fe508d39ad --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed07d22647030ca58df16ec91d5cb5ae93abdeca4ffb341dcb8465ae0d095ff9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8afa57fa5c8cf050acd08043d4bea4e780dce47f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:decdea72a279426a668b0e92183fd7e882e6136e73c9719f0668c997390652e7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b85e04f120510e740a684af1292a5be05ab7da7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00f2c3184ddd1947cadff270cd3df35121f0f579d7314e431caf8ba8b7c366ba +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a140b074b7308eea6776899c50a7ca261435f35 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80f8eeacf21cd6d43ece2450a62d8195fadbcce14131cdc5b69294dd010958e6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2818d10483d0c3e21b0a8a3fa402efef255e37e8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd1182d0eba89baaa22ccebeae37452bae3b3af6bcff1439cac36456cd26d9a3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a1b74f8f1787939436e51e1e9b67d7885001a58 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6618173b480c4bee5ccece047af16e72a9be5cf56768e583381b37d5894795b8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f71c774e3591fac74afafaba62088b0ba884ad3e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d3e49a2f94ade21548352be71860ba1bd4d20486b165468be7c6e0a1645d4a9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..98739904ec41bedf637776b3a7a93657e25ef4c9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9579e0615ae1c830de8f23d60cea7127b16b1398e3a317d55395e65f4f3bc6f4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0cc91c9ef44d56801192696d6c68ef58adc5426 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3695ee075dd230937863a89bb3029a02eaf972f5a8f68242c4b166b9b2c5a89b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..85f4104d9c42ae7c283a7cbe684989f883e5aedf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39f894f3bc50528bcbb8c2db7bf47b04acf8cd2aa2a9ba3bcb9da6775ca6d8af +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4eb57dd0130631696e0020b9a74ebbcd69de2f9a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:baf3aa1654e5a399aa5629cce4237888b071a0a2959b4407a2085a1ec5afa7d6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f12fdb95f7fc22ef17672dc8146860e0e2812a3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdda3c304dfc83b50f647fccc2c8d7c5777622cb57ffced4f2d8c845e8e759db +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dfe2fcdbac205fd580916fef4d14eca95c768451 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb8bf235caa7fec7c02b60341751629cfb636fded2631e65b6f7db98585ec708 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf2946c8889be5c74a4627bfe2edd032d56fb1be --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:952b4e643fc9731af77f7ed408c149aabac105111e2aa5ff42a7877636e917c7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fab25cccbccaab4d4904aaf9d5869898e83b94cb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f350aa3b354ed3c56e0840ed8389629c79b1131df1d578932568c469b4dc8b94 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0bbdddc21855d99ecfd81fa3340e37df7cd3d93e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:434153ebbc4a8ca41f6e52fdf23ef8b957b218652a51fed12e22f8f072fbe747 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a9b0708a602a2668737ad38c92d16a0290d15c2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:362236896585b1fdd4f93a351f5f9e6c810ba577ceafe1a7a9d105f634f04297 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f98cc8fff67a2d13320d29f605271560d44fac4a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7ab2c889516dfc01448ffa0a2e9695b071f39ec57125ab495db9431cdeca29c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..34dfb57bf19a37ed3ed4f48d2f7172812d014578 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2abd530d02ade435a4a657ae70843aab22783cb8a469cc44fd887239d12719dd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..585249a39c167ada3321330f949f4d77e565adba --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1174548b95d547c8af9f675efab65bdd40719e58e035231a7d9cfee5a4417db +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b41c7be86823a30df1b0f2e69a04f53be88dfbe4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:834085d7d455004861bea718da049b6f3e9264ecebfc457a8286009d1ba419f7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7eca4d8dcf211e4fbec241b21631eb88a9c0f70e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b0d4a88610b5a825b3bcd45b07d28e57b32b0dad9dbbcd021725c565b6ac6c4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d84c2d493ffda798835164d3d21f97ea61ad868 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ae08ca85de4753728820b82b226de43493a2b040624b650917a541a08c8b5b2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..49992f240de2d9c0e0d6c414562da823305f379a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:214ff58d6c8f1e9d833dd63ab98cce1822b13e9fc7df06cebaf3433b4ceebbba +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ed5afc15bd0821dc07df5c1c35480481d73af5e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e44f2e37f790e50f31813fd53cbd7e5df56b122024991bdf0aba03685ac34e1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d31a5b0fcb6c0043681d5d2eb56a48c66f9eaa4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e412d2547a6ec4f8bf25890322835fa20fc12954b771aa78581e3895b1387bf +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..21df0a269449806b556a9697fd0358cd21845b10 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:480f095bbadcace45e2709246098385d961834c97a1fea151f6c837f29434f40 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2fb632764c1e6be9e9d5d0531f21def4ddc97a6e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f843c5c4bead9f2ba33939a2da12839fb65f45124cb6aa77299be60bce624a80 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0858a3451ec30788f020f407c6e41fd4b7653732 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3671414cb5c6c7f6cbecf40a4c0b6e2a550410952578bc8b54455a18cb4a2d7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c456180989ab06fff4cc15ebb88b2d0af2246a5f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3072e6a0b892a9940435edaf6d3069c8094886610e8be2f42fb01a3a80af80a4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf3ec73b5fc2c48b85a646378ebf79c23bd2510a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3b49d7fe307d34549ada21ff871ba82dffb3c6b1b428de2dcc0e85db48525d5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b13774289d9316c9ae71d0e8b9e15942ff67fb89 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ba9e0cd7f1f9ca2673699cec2f3abaf3978398a006365e6acc0a6c6d3c57bbe +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..919ce4474e8e646ef1cb74e5d689cf7662bda221 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e62ad0799fe007db620453ddf40f936bfa46a1833e61cee37f1ebcc367b4193b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1da6338e5f70353476228ea88b1f25cfabb427f5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80bff2ca305410a9d1b967a73dc3685537dbf98cea9164367af59cf62e1d181e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbeb5bfda633573bf8278c6411105fc5a3d82044 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4908e0a271eed55681a3f96caadf5b4f40c9e73fa00a16fd4089e1f6432c0ff +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd5cfb83b54f50c599745746e08eb1eb7a0a61b2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:462c689cc5eb97f7f949aacf2402133b55a97844c339d0dd9688f0e622abcb3b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1ecc449c49d67474d2582908ee19d610016ed16 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be5ac3e484ec8fae444b06f6e0ad6c3a9a280ca50530d57dd2127f82413cffbf +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..af42f491643ed615422477d2b6509516582d7eb1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91c27e490fbf83a8e326c1fd82a7869e7dffb1cd248f80e0f17138513c90184d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0836176b86824d6c37a9199795aa09d2dd52e08f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7516e1c57c70c6eaa343dd840676c2aeff537b56297467e619a5c2024bf6140 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab6fc0cbadbb99fc207d1930486b2909de29840b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fab7ed0ecafdbe0fa7609e24bae77b4d12004cc00cebdc5c7a5c595928823e7c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7de74a54e68911240b9cdb9d614fdea0a24c20cf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8519b61a4aad72265906dc4dc07ad6916ba655de4034d029bd8b808d599f5354 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7339421634eb9d04b276427c481429a313b6f90c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da3f5e96e3fc240294b38e5458b0659cabb621c81c2030bc6a0167be6c8ca272 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b8d2cb76f48a32486af025dc9f957bde9fb7699 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1ae88a3698776b3639d3813fc79d1817bf364b0c1bf5a59d42c460f0952dc94 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f0da6ba256192808eedad915f4d1559ea1a03ce --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:336d9d8edbeff3a238c6265d7ee396587f8765da816a4f7b1c04039b9bb8cc4a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8db4a72b701128f99145a03dc4d17c102bf09aab --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c2302781f4a62202a66c19d6f4371f910f946372b6e6699d1d57fe8d6d896f3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f37dc217597a92b28fa1ecb6512cf08f527ca204 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22c70b32e50e563ecf8df2fe734045c84ccbc163a374c4004ad97648711d1e73 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d30c570c9ede75f19e59178684f03247ff69fc87 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64cfc38349c12bdc6892e0053daa189aa3ab9ade4994ada2a1d8187b1738fb34 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b9b3d14548b4b106b5749640b0c4d3e557f6d94 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d4a9b4210ab696feed631950b013732e74620315677fdc8bfb4e7f3b8987953 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..679570bac72aba52780b3f0a1675e5d5ad9998d5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19b4c47fd8b39eb950f1f20b1e9082f1acc186b7983dda8cc461b4b98b344db0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0415ce8bd149881313d6e98165a33a1581ff6e73 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06feddc243095de7818be8840aa9ac5ae7ff16a315bf2c36d8642685b390fe28 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..677055885a1904fa249dc5ea55b3aad48c5f63eb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47092c92af24b67932bbe9fdf1d8028e50ef0a93acecdd4a24656fe6152865e7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..be56475ea252513cdabe42f73dabf0ce7e49667d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c957d3f5f29e3d9adeb3f8aa7c23993e2efe72734b8448718c9350f740084a2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..05162e6b9bfbf4d256e320792c16d5bceafe317b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8ad538455ff59fab8f3c3ba93c63ead4415a548f1e833bf7467158ae82636f5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e020a1b41f2ee9aed9f6b8f75c319005e1b7a755 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a44550fc6fabd6c8131fb01eaf5d8b7c653df29951e605cf7427f93843b52c29 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a8d8c32a9e404562e40de889f3190da783104a91 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c8d905af7f8651de10a5e5776e511ceb536479430927ce16699417768aab465 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7540568f946e2465ade121b990f83f65c2a78d9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3270b96008941f6251af484c9a6df1009cbac3cb6aeeb8e3d8f7af11717adf66 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..72b89a9ea0013718d4d544b06dc19be03e98f9b2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5992b3d514ce8b4a563819f5260d981cd7d8f028004474f75f9ba56dee34d4ca +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bceee3988c83d6c03c9e2315cc593a427011d847 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4db47e7263f7b4836a55c0fa95ef30c1003c63197328edc551769faf4132a6d0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f994860bf1ac1ff843249514245e7fb0f09323de --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1a5321fb8943a1b6411eb5a1078627b0c4c00e42e8b9cb718c568e309e9073e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2032ae2a6f87f5987689aa8cd2d9399f5a2b03a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cac8e0880c52b564fb41a4703c65540e117f06fb222b225a504cf7e0ddf7a01e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dae9b2513c243f82439ea6ae7d8a6becf9514cf0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ad8cabe5c9ad2c0c332b2f6303cb8d83e7ab4a013d40996f96d0dad90519d6d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..62d277e7bc6f3f49da8fb25e0624d07a2117d8d6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bd1c32212549b2130f777b9d48713eaf95119831af311e6375ee47438b9e5b3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec41b4634dba0ffcb530d9ff7f42ad01c27992cb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1efbf075149ba47d986d21bfb836840ea74266b38368f47c5a4109597aef5141 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b56445534b76bd1f046970cda92b88bfdd7cf0c1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8260148584243ac797a271904d92a5c773738c4f37b35132d55ef11b1de3c6fc +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..540fc19e111c46e7a5715bc781c9d3e77600b321 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e8987af9dd947531d88f1e56d1abf475391fcf04a8675c90bc31e56aa314869 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..998d8f742bf877ef8b0d00b6325510e40c4ba63d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4325202a79de0baf4ab0a56c6218f1f18932ad26a720a13ef1b72310221d343 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed0078758ce032ec5021d26f752add828965e976 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22306f8f315c86a5d92c3f5ab15b461785794cc2adac4f7b16e87fcbb9e9116e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ca232a926468b382e4821a8c76acaa93af484b1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5504353c45c5234e2a4b78796feae02f6ab6c94e2b181ed70fcf9ddb7ac80d07 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e1ff30c7b42db21a53af38ac64e2fb9c01b15d3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0a9cfc70b95c59da9dd24b108403832e5ed26162f35d9b466a98cdf8e0cf0c2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..355767400ce4deffe314577c0a9977c5fcf13a1f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fb3cfa9ff5c687be42a71d3def8b02275f7b00eb99ec1c6c6e53a26528e1031 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8fd48e65a4f20a8ce7c0a0fb0c2dd4ba241cd3a6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:998f36c6c027dcf03ebeb6fc75a89f95e686377765e9cbdd7a4e60c858b44a43 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd9a6416f4a9bdfbcfbd6b3b2b809c72ad9fa0f3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e96fbc36f56c778fbfbdd4f63466ae1af568c7930a1cad1db89e6aa7a403250 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0efd2772a0456c2891924c0de426f16bca41dd35 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7997ea3b8a202d9519ae07ce22147625d67095a0c1ecf8ce1b2166bf6aa3bf6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d28f65bbb26d7d4dbed8df2ef0b0aa4f4e39834c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d266a8fe9d30331a7479441b6f08a394f1f75f9fcb2cd9e85c192d438b922d82 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c061736104b5e96c3f0c8bf8ded444a72c72de59 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a49185a51b56faa551a8f4a87c6ffe016d3924c87aa8556483d7ac7301415815 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7a5a8c5ad1692180b70f713364daed683bb88b5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc4e792e2ed5a6de97432eab061573d94461e113e81d6059a0f569f12ace3bb3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..237f4af9f8cad8484413d02c83f13ff690ea0d29 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c5aa77b4882f5ccdd677b955b2a7a968e302aaabc59c9eeb70e43a6f2525561 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..77579db47d63a1b5cae5b9a3013c1e9694ee1577 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:378ba877b27321b77238c22065a3f6c60b74984414402d146dc0043da397645a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e34cfc32b1602331e1a1d27d5d63c0dedf6c005 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82226a0b01aabef9c38d2feb457b2761cd900636c47fc9263bdd15ec2ea596df +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4129468816059856e6e61bf8fbe3a16b1a650593 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a44e2091f672dd94b7a65375fbf9781ad96a351f8768b043c4d6c03e5dc4445a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ded791c090041466d659548838368dc2bb5f0eb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9b4441506cd5bce660be00758ebd2e1aa1a08af78a97d55b29b75e7a5ec3070 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4900996efe269f8c86f8cc6443acf90a8ff333c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1949ca7b27f983d8a68b7b68cfecbb39a3294623d6f4280f20b6ce686b29126 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..85ea7cede8f96bdd2359c587e6c69301da17242c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c53197309cf1156cd9e482979a545f476114c5f8c63b782c9c64c7509ca5e457 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3627f10a95a973e7674db3759e9a3ae8bdeac75 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15b245ce2350febb4a4626bb11260868b6248c4470d49fdfcffdd917f357d59a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..13ac6f930b0e32707c8ba8fbd8e65089e7c5e694 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a2d056ecc5c1cb3e49b3d0e06428c4c7a3980dbf902b43a9ce0455ee48daa72 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc229c5e2904b9d4e732a5718a8cc46cad4465b2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67978905b421a5718b2f549bd9f3dea55e148543761db26ab46b1228bd2beabe +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..74a513a063a147dd4e9d0d611333678848d87d0c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:764e16ff93effacd7741a370e724016b818496dd4c7625de2784255ec3428725 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..78587fab9c18a403abf2dc105b0fc066a31a0cf8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3aea25ed793057fe93e9ef1ec3c5d7ea1fb52cfdedc6f21122e37ac5721d2127 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..02378395386bcdf5e3263e2fafe13acf8093a7ec --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3678d323993ac26d2572394e7f40242ec3f4ebd7153964e471aa754ccbfff439 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ce32fa39ac38ebe8069adf5c0d6e23a9cad80c4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f96dde63fe485b92d50c74dec77cba90978b8b94d1d31074031f90aca42a9ff0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..849df8b912f8bc338b616483efe29e4b07ef7c50 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:534097216c70ecde5d7951b67620f2bcbd9932e6bf3c726fe959648a34f2b302 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..be4355797454ae42dd1e11514ad267b72aa4a07f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbe03293297b875da931f8fcb0d134fa01304c859fffa943b9b4841866f60d32 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7313f65a7bb684e18afdb49449e9f6295b4ff442 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:527456db264a24304b3b3247a430d5cc9ab683ce05fac65c6c46238a70abe956 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..204eb5307c2b986f44fb3eecb5bb4d3bbc97e6c4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fa6104445c1ba10bab1533c34bba016abead000661cd401ece9cd2b69dac51b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4135c9f9221016ac47370094811db5b94bf7cc1d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57196c1dfb5ea33d3b3c42fb8f52b81c5149f32cafc0ed815da1801086bf4df5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..576483708fa43324ae03cb97f58de2b846b7a5ba --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e54d461050a633806bc386299f02f2eebe71fc60277cec7b34eaa5ffa1bbd56 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..66a1c3d48c12232c170ea3691a5b08b588253f5a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8a0cbbde9ba8405d0a1144b5ccd25c808d92ae06d88327e83e03d152afca127 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a50b26486caa8604280211059565cce80b9356e0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51513582ca74c8ce3309b92ec366f7bb5040ecb54c67aa91f7677cefabe014e3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..51fce183fbe432ee9b40cdadf92102b2811462e1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:caaac204d74b3c848efba8c331a5c73b42269271f1deb3d9878480742edcedec +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a4af2da533ddb0819bb4d3a3e4463c24ecc41ff --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19222e3b4dcf589ef453dc3434a06256228f7436e636ceb0bf785cc3f43bfff8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..23d270d919e51362a0d88e73a8c6503bba1902ef --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cac3e9adf4d7d7b4fe710bb09cc50ae6f6574942ac905403afda70b106615fdb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..58642a8a40737a374b7b82906fbab4306ec582c4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:371e446e7b5e9acfff7df3d5a9423b484070d8d90b31bb7abedaba38637f7aa6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9133f2365f6cf8a1a2f9ba878a58a9d3c82f9a31 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55f8cf499b24448bf3bcbaf9c99787ed87ee80cb97e5bf74b3b60c8d1f141f55 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c85b8dfb819a92187f249ee020f5028d2d54cd64 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c103996001bdef0b7251e17aabc89d2e67a01296e3808afb52366e945bab0e2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..62e155bcc455229fa6940ccf9098bdb33e3cd4c1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2636c9e4479a873ea4627baee528e7329030968eb7cc6e10353947742150b65c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ca254d683d16836cbe7653d73bf475da2e4862a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02aa96ea5783d64d88c8f2b04cbd68c4282e461d01cf891ac526bc9375862055 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac0bf090a6fa744c246e5a9a48e372eba4513db5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c1cbd7a9749cfa63f751c1f94d1991ac626ed7b58ce62a1f40354a4c73a3cb4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..631a68c2066cc8fc940229670ec4c9452e1c7b48 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fe3b7876e42328fcfb0c9555f5b57e3c001fa8b7be4dab23dc723f3049202a1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..025351bc787bc9aead85db54ee2acb54c0258952 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08074564974bf41600acb4e01115c986e40ada1bcbeb13c55b7a34f1129a0239 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e020f0a199434acdeabdc0ac1070c2a4e7d17e3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7052639a0d4d485146750d53cd55f9bd92b5abb03dac1c4502841b5c35e79f88 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..61fdbaa354017161d57d62bbcdc69d489210186a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88cc2507c077ee7ff8ff0647d45a1261471fdc5e7360c5ee7a3cff8b93221622 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6ea5032dff6911d1dd561c3243455eb208c752c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:825533e89e3394ae9c66a4a0f8c0be01b2e92806881e3e46d767094cf352f6bf +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58684b83f4429ad184ca9305c0f72f5d52be7478 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:641251b708beeeef762f8433b1c5bdbe7ebcd00c5358754e35d9a5aeb96c4295 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..56386c0b62c1fe3f0e3b4cf1b8a46b81f4b16848 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f010bf259127254fdd60f97a56ec7aa21a16e7a1859d9474eeff8c1a7ffef1e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d65507388e079781bd2e821b535ecb3702a14882 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97532228e352dbef1069939a671d4a9e8b4cab9dae2bfd4448e46f1a5973f156 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..01200f5efbb6094ce91c04f5f31d2b709056ec50 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a44b136763f6639cc170c9d297356861c3bac7d96f7001fec6ff830f95e652cc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..daf4a5e6af61977115a91ebec5bd86fa7ecfd6a9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb10c784669f41b922f98a490ca68fcdf06700f65fbad3612b540b1d2374f7f5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..53001d72594449fdfe1032e75f1268458b6c7c10 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f081b6c3e344ef45fb309f98703a70c2c8e39564e0c53d86657b13c6324ca359 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bcc5ab5d56bb9b60210fc4d7a4ad2f51309319de --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aefa72277633a65f2a2d566bd89a65fd090d54ca3f0911835027f0b48b716087 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb83cafae68c01db96f91b25130c22be016cc096 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9aae926af6a143755490679d84d977c35f31eca2acf1d7136696374dc8bce357 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..52225e891b44da8f4d49dbd2fbad6392391e237f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a74a661fab37c188252a16acf02b7b9d79b59e4a94b47181745a2a15d7832b01 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d97345aeb540047fb1a5756b0ecc894dbaae6132 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:550d996bdb7fa7ff617b3884d442e04d7e03adf0a1243695b9bb0ba4f3a30652 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9eb385fdb4503e6a93fbbc1226c98e56f982867 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a82d34a8fd476f4bbf779ba96026414203dbd696e20f32780313f45adfb52f3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..183f1b6fb7232aded1cc5fa4138cc35fae2f00e4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c5f88aebc1036d5fa5a346b92b7c149641f78a97f6bc3062b4b2ec1bb14b1f4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..55c4a17d4424b1dd3fbde83dd01417e6f3e9f0db --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f219c68afa6b0c43a9c57b6f6740e70f12eeccf85a492981985483285d84aa62 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..df4394014ee856bba967200cdffd880ec5c57ee5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1803a4497171cf2b9045300d07a5162686c5adf88dfcb42ef09a57929291462 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..85475e37c9d7b2caa39cfa393a6fbc67843f3066 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e5a49998d68000d705b68f2da80db11a3632f10249f39df7a847a8ac75bff23 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..addbf57e3cc05bfe5609da31e9619c891fe322a5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea115cd46b1762380eb9c677ea7d8f062cf7d98757b257c405c3d04d65fd7446 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c140a3a96e11ec9e22e78c9d3a0c965294f4c20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b24d8cff3b8e32bda430c28eeb20da5469e0d9af4d316c36cec57d81139b07c7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4520de223f9f51d079c1b75eda5a2f365bf4f28a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d4a50ceeab7d3effb34280a3e6f6f30bd22b73c3215a4113a867332f8e954b3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..754238d58d6c5b2c46d2ed602c1db6327424b6ee --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2a18d5650d58f7e709f0a3626e7000d17c7b71af339131c008e6b9b55c98d3f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c0ff788ddcb0dec0f5b0e14e509a6500ac0facb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3ab790c4654c5808c9b7aeb295c378acc67fb29f1b40770fa81966bd347e779 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ea6d30503575ed7b032b1e5d36042fe106ecffd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34c368adb45d659d55558d04e5ec4536e38ecc183780bce489f1e73b01759a9c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..48d182fd7b4ef0beb5d79494eb0b4e1f2b5dd056 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9bbf7fa02af5114d004a16b323026357a05ca0bf3b89f91a3c1dffb7f07fbf2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3929e17af2fc7394d7bb3bf7026bfae9cf516ad --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:400e2cb830121d57a10ecee35bf04b075aeea6eaa5d003c42f59f22c9d34390c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..108c57a61fdd3273e72c9bcc366867c0a7b6e9dc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:751ed9d7cfe74d218b51943a3ca32c0a79876b491bfcf2c19b08ec53746ca8a5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e771201ab99b96d5202bf607115d5bd294da915 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a93fa82b1d0710b2da2875c84bc6b8ee6143f804da592e85cc2fc51ca621d5a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c2763d164596219c39e3ed3c82e1b92b9ec78a9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6514900ac0d1224a807ce5feff264b7aa9c714506c8c6049a3b88b90220a63ea +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e08bab5344ebc0345fb3bae65a45ee4982607a9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2e6d29985b64db7d78ed34cc08a99f725b1eab0501d5cbcfa4091bd226950d8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3dba59dbd2e715b60208bf7660e9cd2aae2c753c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb44fa58e7a126b0156291f0ad841a922c23606770bb669678e739b87b894712 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..08696b63585599f97fafd1ec4a46e7d50c78707d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2c7c160646576eac494cc872879d1911095e187e7c7535caacc5a017bfc21ab +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5287f74f072e7665c83aad159ba46e9ef2c693f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:519f63aa1409fe5ea93f36e5db962f3d48056b45003a32f531ff73c0bb4691a8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ddb3c977d4fb9b0dc789bfe332affda01b5376e3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9663fc2cef2cd75760d4bbde64a546d115b6796dcee2ccbb8acba5786c33ddf3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..249c796a2ee3a7c07dcc8c50375f83df83369a8e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:828b37327b489a0918531c09d23cc275a2caecf162d701f792f5d6fbac6bf536 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c4ad45e23f05c7aacd8f5d2eb9a9deed7fd07a7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f52dc0681f79097c486c85a7f4263b51aac147cec023d9c7fb604ac54e339ef +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3bb60d256408c6b6e7a1e8cafc90bea8f88b4e31 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98eea0bf1e11bd1f212fab78c80f377d40eddf3dca86284431b260fb892e2254 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a9da44b0ab611da7b5f63320dcf6d22fd428cc4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbe8f9491017bc4e4ac0ec1076bcce4ac8fadb750c5374e529d73ff1a4200e34 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5f2148c7495586fba6db2b7e9f671d0729e46b9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34b4ecbb5baa1f647492d2ea9a4f30e7146d6d3887374a7884b58956b3830a49 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..24f4e72d76f770b03b920ad04e6b527cd64eb98e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c6b612d2f5ddef2325782e83d78b07d232ae7d75810a72888a6b6ce68adb71b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c172180cdef367f719a9d7950365cdf19b177a6d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91c84987e631901c3701eb9dd63d46705cb1bf90f7ba955de5b76e178afc2225 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a6b705c85e649868fdb1eb06f73997b134055c3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cece498c68961c1d7d1041faedf6918fe799adbdd115c1f0c903ff77e731aafd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a010cbdf7fcacb451ec766c66ea002d95eccc855 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d588c45f269129bf6cff69bbfd9b2f0c603d26dfff6cb4306387b5863c598c9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b848a1f069f68de81ef51a1e910df3f1afbf909e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d385478637e4657093adc33d9cb75bf930a641ff1ae86bf925460168515eda55 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..259c3fe8f156c918fba4abef9a469c9a7b5f3010 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b447cc114bccdd0f5b5cb5261960b02269e7f62aea78d3ea3c8e887aacf38e33 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2eb3c3b69bb94292aaa6f34a5ab2f6881d4f6fa4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9dc50d880571fb6cc6ba3b9fba68a6d03c84e9885a6fe2cc396aafa700610c3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..58990826f96088d64765afe83871aae534917051 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38f741b95831b78e784496f7728becdfac2294adf279dee195f06086c31f16f0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e564a42060e531f62952fab36305613087badd3b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b54610b4b02c3417a987a289ce33164e701b2ad739067132d2bfe66f7629610 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1df0cef5a24894766bd264a67a2783288ece442 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf4fa8f2b9f0afc891f12321a6f0b1d48a33174596011793df72b690a0353f65 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1bc9b48749f694af0f6d917a4fc74c02ecf4d6b4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1503bc96d82b8650b251ddba551413f57888338181f42e9e0bdacc56d9f09c59 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..044c92955452fde6de96dfa9477cc3a67391ff92 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:335c1814cf7d084a37914c3e923601d9f1489702b3e0d308039d1f67d915264c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..558cccfd799225c6cb88f1ee29c4e2de8dfef831 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1037e554c9926d9d4127a73c8f59a40bb47f23d68445b777026112725c96d774 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f7c057516d8e7ac7e93e61e3c2fcea2dddbe8fc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a43ad1e5c0357b35160ff8095f5dcfb1d1ef89ea2cf9951973a5e1eefe3c164f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c18f8bd058dfb347c59a8d895008a6b7b38611f8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9e1872f6670069a5fb81740e2a23fcdfb68a96a28ab0c94d82278e07684ad1c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cccd3d450ca0122c147d896c83726213775156ab --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ac76633b5ccee6f0011a1273d344db4a14f70745225518d141bab04ad38c910 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8d4beadccd60b0c93118f89cd73fd362584c2a4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e73b8dada4e450bec9b78c7a6694b6de8011147c9301329ad79517c70baed080 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f5b3dbdeb8cf03570c6769124ebca3cb68d4e32 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dd513749886ddbcc8aafb587e15bf346996b8c948b3f8f13c8e226f65eab1d8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b968dd55296321b54d24cb947e9ecaca3e9dd9eb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:841531d1eda784f32fee14770576fe4db0fe02bc27da59fba1f59648a7bdbf2e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..48d321755cd6674ab31e5ed54541810cb2b5348f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e47f3b4c063a68208366162e6d1f29ff794f3d6d22178cf52d06fc8fe910d26 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..004dc112a8858e5aaf96cf35b3a7e80e6296539c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad0c76d7a328b49e0bceb009c46fa094f828a142efbfe20740a6b94e90798f35 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ae5b09abbd99a71a8559d4c2b14ad10d146df11 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c9453da966a2f7ad4631c5d763750ba19fe1731b8a74a3e19477e2c5ed370bc +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a349d10973e16f9fcad593209bcdd757e96a772 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:098d48d853c28ee5ec5b7d479f99e904902730dabf8fe81be53d5baaebeaafbc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..909dbbaf88e17b5e1e55bafd6ecfe1b875fbbbdb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b04e18a400351b9a0889a786c284d1f40e552e4cdf37b13e16e5c9bcd5c7ce93 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b465fa65d392d95955321d0107a46b8c90bb4e64 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7f633d0a32b4ae99ef320608ffea98f57ddfd0f5a39dd9804c5272c096d8553 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..98f36813c80661e4ff37c3c1287ba0f44c98a80c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d32677df3e7771094a958e1cfcb746c63630589ec1ba052994b86e1ce02b2801 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dcd2bfe8a022fac60397b17ea7af730663996e4b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ba7abd9b1b9d11b8dca349fbc3fd2caac4004a08e39c907b40ba4f967420cea +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6bae476906c6f956aa1ffd206f43ddcb5ead401 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6727ad18324828de291c7429046fd759ca63b34c706378e475a19d20d3c149d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f83b97686d40a1e1ec130eb9685fa8c3a14524d9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:928ea9dc95206958db9ef3b0124fc99e205d8699d49f1cae6f31c4df4bb06949 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9dbab1525e3fc85dd601c26483fc69e0c99a4e9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:162e18e258d874ca788cb6cb65858f88a733e3e56f437790967f59ae69535c28 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3dc32504d1505b1b227d346e21866d2ceb7d23fb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58ce77c28e56dd5a8b3e8c8cd4f2d1414d2b63dc66f03acef5de4b100509c086 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a6db766d569100f7572f22ef86c3c206e745f07 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbb00f0b4b8647b2a78740a41a96895038e6a28c833da1ac437700b301a8b005 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d2be0dc9744e76069dc2de292e57f08235cc40b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54e587db0d21f259d9643d2f3f8e7c1e12d105dffbd3379fbfc95761f8a48a0f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0ceeef8ba838c45c541cccb9258a78190e5a43f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4073e832c8eb56b002809ff7af17aba5cb1db587ee27a8bc1ecc6a770271030e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9c62181509da07b77b001bee8ed03313d9cd894 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bb0d4950a453660b6c2d27b3827c0179d45c32d2fe29a050afa314e7885f090 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c5ec7d248e06aca5e2b6a51f4ce9537c09df629 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5e9174e7a27849aca1646e03b07a4ba58b6688f5b76ac3e8369747726f0e298 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5a371029fa8bd34fb20a362aed857b465169a9c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:becb46e26477ceecb8cf84190e101c38a8cef06422793d6267295e25862582e9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d37f3f80fea8944bf5cad9529735abc970df85c6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6af825dcbe6adcacd668d7fe7c1aedf592d8278d529bc43843772c6f7da9f453 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..df8ff266f8913f9e57430247a80ff4f10f9a89f3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41fe9b1663b83e3a124988800ee98e465747039c64a9085881e4580247b042be +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..60e548d9c9a32aace13a7224a2ea9b7dd2e8228d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42fff49b886143101042fe4b9f06855d02fe63298ef88fd7571e6e605f86f026 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..02d68db76c0a64af5b288b5a95d11bfee721401b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b38062196c54f670a1658a618203be949ddb4ce3e84928bb04a8c2ad25685420 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..73373036d34d66ffbb14df3039252760c9968d34 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9b44a37ab541c61db04eb056a36df9211b23f425706013170eb454cbc11418d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a66c2880987402fdad6d469807eb73496176e0d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a285c3d45ee21d1ffc6bcf243b7cdb2ca7ea7778921ae2809b790dc80f579de +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..903ced27b5f4460e01d8d320683fb00d11d33b3c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc5000ccc9a94ecf0ee4a5b2acd529c7985a54b9dbc6c1d27c099304d0b54128 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1f44ead897176f7bca547044cfd7e3cb1d005c0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:878768df5b362b3d4af029f7d1caf992f469251ff960215d99025f504fabe4d0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6b9897751541d8864ba5c9cb1c6e308c7399bf8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d44ae0a7172ef85af15bede903da834543dc935f6b2ce71b08a458439178a499 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..55e337d4ab26e86bad20d27adf620a524a4bfb28 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ebb35791a9ae1cb73b0afddc09c012789293e33ebcc18b05c7a3aebc75cfcdc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..82e433a1fb517eaf48755fb222e123fb827a3d5a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:637016438eb679568846e81b208197bd9e361428c3d7b224639c0721f79f94f5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..77e50d71f9c311642fe171c29a64ecafaad608c9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1010461d1cc476f69b2af349ede9bdc400f05825465f12b35a6d5bbc4cc0916 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9be092a89ab50bc4c15af2f40a3efc80636182e7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8091997d24cfd5cc96f3d6c58ca8d4be11a6df5a48d6f84cf95e6ef698ba5e7f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58171fb2597b45540ee2caa85acbcf27fc9b76cf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da7fbdb720d550d4adb21bcdb1f3a180a902d2759ecac0754f8d2a0c3801f923 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..797549fa54db07735977a92e3f3bafaed603b17c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b4b2649573b4506f681fc0bc0d0ef667a776122341932a5c1fb79b0fe0c22b5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3df4e2dbf4bab1919f472c504b52a13fe8a9a278 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f510eb949034aeeadd969a8173a4e9e91d74996eb45635eebdb7eabb610e19e6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1af61e379b67043688aaa6d3b1bb27ca64510f49 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c3c7eb85a6b15e9827c6c61aeb9f9f8ae69bf6dad18bf7804269ad4df89ac45 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/lm_head/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1e8999a54ad2ac278777958d3bf10c5d68d8331 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0089180dd79b0ffb05ea8d7f53410a19b76e663ec746ecf11269d851520ea740 +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/lm_head/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e396ee46cd6b1d264bc2da4fc3cadd5db9c56f1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb739c8455763d56e0aa67eab2105f7b26762f190100bdde8396eff9743148eb +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..db997131ca609f883dd932445128627a8e543785 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:306cfe0f73f19accc1cc84fb65cbab2847fc5fc289804376a172071b4239e29c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e5725769e2aabc01505bc0d763d09c1b5d425da --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0af4fb516be7de4f1bb044cf1d2691c2a578487fa186517ea809582272df5e19 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e777ea1798579fdb951d289a50734c341ea9c82 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cffe583e1bdf9ae0cef46fd34ca374463c38cc0726ce1fac202b534524ba02e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cce1a5d1825593f6ff302b8faa135f4a1eb67289 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3cabcae418905ebd813d1098f5dc8abae8381c2d1a5c4acfec510c3d607f8f8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb01d8a1f214961f519e7e6e3c25bf1aa04884f9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17a4e6bb203d27bfcd3681d0fa8fc0b8eee2e5458d0e3c308f4896184371e964 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9d20c1dbce6e6fc490916498b16065462f56528 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d7306b5e80b39024279ca777ac7a935a1db817ccc14fff7b3040368b75d14cd +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4eb7e496fbe223e582f210ba972e05511f6fe7a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35c195819a50f1bdaa5691d2af143041d212792476d657bb3dfaf48ab16d7c51 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..74b4e247a2955dce4c4ff1ce3278de6235394a1c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1febfdf408316ba8cdc25bc7ef9def5193c7b77705b3584f1add1db23d3af1c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2b186f278409936a861aabd4388556dd99ddf44 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2376c27cc01dc9102d1de2538a636313470b7dd8971d4eb79f0a8d665f2b8c0c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..59f2f03b9cc4df02573c21b05caa7e4d56c95a0b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64787f9157fa1a0d426d9c6b5dc04080fdfcaee2f508ca32088bcc6c7207e630 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..42d9e948ced92964cb0edb145fe4264754b465f0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32b01ab3117bb114cbd5ef22956c5280a2aeca398611e4d22d590d7e9e9d198e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7dc221c59d7c8d6763715a6ff044e883f1b24c5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1b7c8a981990e77030a31120a5c794e7ae972e0423f254320d18776f88398dc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bbda460c50c4d63b2edc6a2fca943c3d3077545a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f4b5889947b7481ffd2e53bba377cbe7b6b44014a6b3bb9f6639a4084badfaf +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..514dafa63b0d33ddac79ab5df26ef0cf5ff6515c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a555d2a89f4257f901ec7743b44fd14770894eb948495fc8b37f70f5e4abfe5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6a9c6997bd386202e37bf5b3bfb9ad741114ee7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f8267a98de23673786eb80e5d883f9da6b1affe060337bef7d83a0cc5645d3e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4275e4bae9f54abd7bb98a4f8b6b3413b3cd0eb4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:274d0c9587c5facbca891bc742ddd83c724c294844e9c94669c528e22f8b0520 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5065ca816f6b70f8d9ca6e9d9f3348ba2fb38401 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9c2cee30bfae6b59caff3ce988ed0901a0e8b70a345db367823eb417dcba99b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e06c16979b059c0aad52831d90600606f35dd183 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3726d957b4e1b5cc7bc0b158a0ec3e454670cb89885fd5252ca2239973bdbb35 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..468d9dca9df1b1f737cac407509d182407db2769 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9631eebc2d559dcd3a54bb77aa5fb66c908d68a9f053c192519e8a36c7087191 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba9b3a35299687af305926d6c4f8dce224ad5b86 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f39b22fe14267e0a00115448bb67b44be2ae0727b0fef6967f01b77b8f74b6e0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..29e4c15cab7fa04c44abc1c4eb18aa3ba07acb4e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13d315bb91106ec5887eb8bf8b0ca0f1ddf3d2353f02e35a576788bfaf0ca318 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2016b10a1fec1cf2717d9f5bc6e63425a50db07 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd0273e89ac8c9331440ba9e2233a3202714d367b4eca7d658b6755e4735caeb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba150dca213b1b210c48ce2fa6f774da2537563a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:923edb2722321ab79e2e657137384bfbedf4a91a3978a0cac697a2c0423eb702 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..65447c536fe8de207f7fb8668cf10fa495e3a1c3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de4a87aee5150334bf3f34d93c200569b871d67286744c963d78a319a4231ede +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a60337c695f98fdb825c7a0b5830ad24b2e37c61 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e96d880d4d0904f602a6f6a2a6c66ffdda48598e761766d86cf1bbaba3f50ef +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e44da4129ded624c71089e297c3e4638b1bf983 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:741deb27c73d9285dd3c52d69beb2d434bd0829ce1520b7767eae5dfba9d9cc9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c56b7c5348d953a14b49eabd749e1df63ff9ce61 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13b4d767ab517e8916adf11d5d14a0aceca38b36807c70c9c06020bbe51c316a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..857c930f47649f06bd28f7aab06f0bade85f2204 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f53cc9c50dc20cbcd73dcbb801c7c758eb852a9bfebfb3ba39029ee9a663b38 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a42c0f802a41699147b4413c872a6415c936674a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97dcd413b1eee252e6bbfe3541dac88e89f06773d8d2c3ffb57d9b9fc3f6389b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e99875807b27fcd7a41a81879e2b86f37b89abac --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bebaffd31a01bb1e1ec97775aefb536e30d0473155392846e885115d6213ac7c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f4923a4108c93184b20988c0b1f6499f97e6223 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95645d67e25e9387e5257b24fcad0f2bbdd13bafa641266f6bfeeb5186882eaa +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..19e5e8c48848eb0f0f385f59268c7ceed13c0c9f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d7cda3fcaf157c55d3f8faf307bf8f5335158d1a0e53b3cd33c61c6dcf50355 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b0c890826e1caaae72c151252f2a44bbc6ef8588 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f810a29dad49ad1b61f9da7551f8289131a4c26d436a968fbb4d2f373ab9a065 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f986f6d3886628bb275a82dd085080d50855444 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4de1ad654aec0aae580c6b28e7781dacc35379251ba74286ab1e86f8efe729f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..87157d0af9618e098ae70d0c9fec158cef93c9e9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f9b9f052e940257871c01a54010e4d13cf1c0ab89c3c814100c26956bbb6aa2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a437a5dfc58d08127c3ff9119df14b54b35346cc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d598d3b9b99f75dfd36739ec41d27df545294eb16dabe239d863a127fb4261d6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..addc9e05d67ddd4fba7a84ab98a0e065397e502f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53272a7017b9d09f41430a0be92ce3804b91532e1672630d671a9cb7b2fab85f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7cabd41f531a3d6f58b9551bac206ce70bc8fa4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5e78b13af15f0b3e1ca04b29f4fc1cad8cc46a5d5284a51d57cd82d429f60b8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c2c773f3cc1ce225ff49f50ffe420f2c982df31 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5198c336e800d4d129cd702e75057d4ea82aaef36dd1b25886b4ffa76c25e58b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d8679745bbbeb2bbc3372bc8d1d467b41cb1d21 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72dc8903fb98550ddb1e197338ee4c4fc895c6b54a22b7a4a87e04e4d01112ea +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9fe50fdd96f684633fdbbc28ab1e42688f940bd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe4a121ec1cdde2f4355168a12448a14c550643ba46c8bfaa5f3f95a7a0cee8a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..80e09cfe9f0d7698baab9ffb65914b2a71b5e151 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11579240777fd5840f7e94a8f68871b4ca8f6407adf0686868d0c48ca73a1675 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8585cdff4a30b5ccf26d2dee8012eb76043cca6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45eff1eee7bab9d22f8233fc30f7a97f094618d35fe2931e384ebb6a6fa4af60 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9e9fd27de514be61c73f47ffe8286b969f363a6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83f739e5b810577694af009cd4390d51e1d732e5650611d0cf9160602dad0e43 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cce7ba7ae3ed0f2185dae70dfdaba0d39c63448c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98d7678d234556870aa989da5a0f29aa64f7562e13bef46ed1a378f39f2a2d79 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d25a59821c0f725d18e93662b6b84c6491e1d9bc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ee7d5f21917e4b4e0af8d5e0cabf3ac6bb7f18883df606953185087f9bb17d5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..27e492821a0f83c3ab940bfcec9702e6f87e8862 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25e634f11b3462bdac88bbeb5e40c63b7802e8627cf62d7e280b76c7513a16e1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a46326362050c2965f22c8b5315aa2c1417a2128 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a11c6e79b91a8088e986b8b08357d80dc84c19b6946766a1ecf44889bf65dbd2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..72b099d1973f072333170493688f1f3498393051 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:986cb207ae1b2655d81ce215d1c231ae0890a8f9319bcd51ba8d332a95f23a3e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..25c7c327c097e588480913fcd8e1d7eb3f2b4d85 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0f2db9eefc1b3b7fb8a7444493848d0e110d560a42fa73e11cd129293574cdd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..774dac46dc4b0108d93554a2ae192b5173dbe9b7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3319db9c006c7c0a8d124ae17d99f676c9fd48b4a8e8a266aada588c57eca612 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..84e3bc5835715be5f7dd93b8cbe765e59cf8ea5f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1dd73ca7585476712e06fb4c4d126c035e3f123c4a6ef1963b3e4ff1218226b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb5ad0cd7665980dcb763a4abd12b580ba9370d2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eed311ab2debf923d0c9af6559730bbdb117a2cb3a017c440e566e3ecb94d249 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7deadb75bb4e680cead3f5f18db6e01058d4608 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6c591136fd8e6ee3d8f4a1dcb4c39907dd0a137c817a067111c5984ef6a7481 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..96f3101a57ba163a702015e1726592c3d31d4a57 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25bbd39584cbc323c0d6aa9c7756e4bc833b3cb1263d37965a9703c3962c07e0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2fde83351b9f927ec4665ddbc0dfee7e6f7707da --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5812fc859418cdf3cf824680caecb759e7a222f57f522865f7c1148abdb8ae45 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6387741bf7aa32db69eed7e7f615be4c2d8cd698 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:370be3f1dd466f17584310b80e6ff1fb5719c06d012e542ce1067a36250254e7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..809bb773944e1a1c804cd96672caed160a7d7107 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a56c7d2720910c16461deb6d2d5fa6ed5a96e2d6028d32c86a6b88e335da6fa +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d670ee4ef9727fcaa069119a0acba55c28a0590 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:104a9fa96e78cada1d29df0e658053cf0635d005dd16c6f7348c5a1f87f2f5eb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3ff95c8e3076528e6d70c2c129451bcd019695d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce4945b4da0ba49a42c94e7bbe3c2316057e68f8ceadf43ab3bc0d1fbbc97c63 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b0052efe4dc0761b03ba564bf9ce1d61cfac4059 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed29130c0ae7f8b283f89d6081567f0e323d58f7ad0b7e57b5a2a790dfc5b63b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..10072d36f623a27348d9ab5844d4818587602823 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2f0169eb0f7a1c8a37695a91971c0a934b11a3b8cde7aa45091b29f4b36e529 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3d742b09173aaef85322fb10cb82a9f28d2dacf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1927aa7b5dee67d1648d9bca2939788b3f1d505ac8ff884bb3029988c1e9cab +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc77376af1b16b8789af6f904562bc508c4932ac --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d994a02f7e85f9a2979c635866e42b4d77886218f5ea6f7a2985da5556487241 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..af800925f0a969e0d9e3873a7bd9430918423688 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:020c50590587f3ee8f61d1dbcd5efa4913e5666e0d58a4a917b5077d542b0e32 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9450d9d39f5727dc069e2f3c3524a55fde874207 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23b58a88e2ca013cfdeeca081fa7e97ade2f4fd341a0272125c3b92557e707dc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e43d2aa6334043307e5c37e3d9872e00c3017675 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0411df81172870101a3e61a32ae8a65b29249a2414f8dad9a6d2c1d71d20cc3c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f200b870e7b752b01dea2ba0031302773116320 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07ca3c96df16e3ac81d7a73b55f993d3d64dbc157e8d8fd9fd988500b95c3b8e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..03dbbeb27fe1b918a1a54ca154e037337cacc043 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3daa120485bd04910dda7a435d769be163a6a79a2b677cd7cfadee53348db70 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..26ee079b9e3f11180d90726fca058e0a1a2a51a4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e47285aa44e910b4a7b49e7d88ddf0ab9abf23373a5f04efef73ca555675bea +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..02cda20472015ce6dc4bef17f7dec8c56319cbb0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46aeb9a9b4e0693e583396ff5086db7b838f9b7f7af148241eb41dbe8b279cc9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b424be4ed2bc35496fe9a9910894b8d5b0f8828c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbe7f5a7a9bbb4af0ba83f338fe0fe2f5e0012b36af0f897275afd9b1c29873a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae6c86dc8fa23d81e139b5a1a61f1d157a809b10 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d420a2683227c864ea05e4c1682ad98d27053573d08c96c2d5391d8fc5f97d64 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1739c80351f45f85e0a6ec0dd815c33ac4002f6c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8463c9beda407a6f9ed0179d02e9de20ec224f9dabf26a5c8e43f55c1e8400b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d09aeb5fb08edce6a27067d5db821104f212ed39 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abdc7ffa8298328d921bae8ea1790c23d759df6ea64c085be045e578d377d0f6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d97997e3cc1e0ac22fae00a9d797c7cd445ad0e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd1b77dcc1cf3fc4bcd6b1bf3e6a0fe20ebaf252e1c3a853d66aed1f937c8aa1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f04e3c823eba1958bce723ae8bed763f2ca0857 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b518c4071df20c26f58dded7aabab67bd87479a78a5af4e9801863f9c847a35 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2544e5fb6164bcbc824b2f5c1d7a3aef3c6c26a7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca1556907bab07c0ebcfd7356a5d712b0266b5c69b9827ea1a0cb37e92f85120 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b5adb6009e48e1d7836b32305ce5741cd51f52a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75ed15528cdfd99ffef0d85912787186534cd285266b51d3140cab21399d0782 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abf09b30c26a383fc0f1b85097f9f4665ed0da4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfc7f076e7ce02a57c68e350cf1099e6665a94b9a993da5073df6ad17f63ac4b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..13220d0d88b498c30d0e0324e7f1a8ed59229e5e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2eeee2c03306f77becea0685e93aa8e1dee558029cf56f9e6482172a5472fab0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e62c945576d4a1d880bd2cedbd366fa8b62857e5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:797f3b2a2998e559129f82c541f6babbbf6ad39bb86d7a7e6c1aa9804ddd7c2b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a0bccf9b722a73247dba28562dc77b2b9234582 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29a0e22592e595209db9a89a431daa8c38ff53acedee457b4f742f96b37be74f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..503655f0bc7b6e112276b688ca307765c5d51e3e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b1b56959fee49dde008a4b3fe58fd8d83515d93b75bc6c950ccf0eee2b9f168 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..840b644d12857a7e8feddb4b0a0abcfe4049b4a4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b03226c12e2b7063d8e4586bccb30ce89c90da0a83bc548a3fee9330f881d7c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f511c06201d570bde529fb6129ac71603cd58d53 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c36f1529073fe4f06d23081d7536e14ef3ecd8542717c14b75eb2ce0a50039f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..88f99e945e9217a757cfa06a55f7b2037257c3e3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1e4e73024d449fe90f504a19a8a209887a108f8ab53cb317eac43f11512b947 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cdcc1bca438c90bfaf163e5e56fcde2053b18660 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d781894b6ed07923a3a6030883ce1f39148198a32547bccf64a3f6e6648baf73 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..68a12e266852db4c1bd6f11a3e60457a9318215f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e118648984a68b68b3d260d61511175530d8ad1385e1b0e82e2c03592ded2987 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b51795a63954e0829c61473fa3562dcd58ef4dd9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4aa9deed51febd086b93bc0a858225ef030a825bfa2a8278c5c8f2ace7157e07 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b9cb7c80c8f60404a0854bdcc1d85bdf3cab8b4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:541960278c5c6cba0711391597eb360ef91c102d7eab13080c0b5dc41df7b818 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e57342a903ad2e45e2d4e687f4bcbd5e4514d13 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1c1da85645303a3f7d73a4a5318e4f5bbc2b389f3cbed96cf40550bbffd462c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5396989a30195898f406e5df6671de3c3c0a9a58 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e30c5599a02b6da1a6f5c85750a74f9a06de499399a16f47c8f9dd7315f5faa1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a67941680848ed2023889346974a6a1c2b10e3e5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21eed8279110c5d443b84c76467b4d19b2b5b71102160f9e117fbcd83dafc13e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..666c986f1f5b939953f966f31b2cb8bf531519b2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df1787dde4f68498d7cc737985030f28af920be0a38cdc9c3846f04a31b3b615 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e53fe922eb8c5ab18339ee23b546e1cca74cdfec --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88025bdbf85b3b6907350350fa24d0efb5f602954f87c4867bab255e51dd06da +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5fcb7e00355bc47092f4935718476d396aa6c9da --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9710a9a6bc74fb3f447f7bfd6ea429b9fcff5b8d57fb170f5bfe80bb084a54af +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5aa6a7406b9d08490996731458fd32df5197d91b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be6126e15d059d2669199b01fd1106eefd59361e66f14a2b62389db22df2b16c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..100787c64c978ccecdb93c70eab8d5fba369ffdf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:632b80cc1c5034428301d99b1da7c7682be141a93808467cc7a579a9c47179c5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea8f211fbbde333f077be9f6e904681fb3c0675d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1da684f3db1fdb2c72b5f438f07d9a1b9ec8127796c311c2f45d97489944e61 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f1bf50ac3360944b438739742f448c2a864aacc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86834cbd20709794a5ff21b59762c41df96bdfc98eb1cb7c10b67c4c6c5eaee5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3bf1dda6901ca5d0917f74966016d14fe760c96b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2219efe04d27bae271281a4d7150af11c2a4a9c02d66d33ca5f222e353d8d92e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c8af083af701e9178347d94a11a5fc870173e89 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f483ede0d9ee883d7a5edc5380619e4c2e84661cd8400cbae3dffac8a4c1bb1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a68244b98d0d175f0c67c08e1dacbf6b196dec1b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbd0e542a02f510562466b8ed3640a7a424171a3c9d86b6cff1c9d08dd5ee778 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d7d41a91ea91d45dfdd11b633beaccab00350a3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7e8994233b679afd5d568cc07c41a9c82f092dc2010e2dd61ee892b3df988bb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3b4b105813bb6a30809f0adda1e44c257ea841e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb9672836c36d0d910b5532c65598ff24a0cfeba5529edaafe9df2213b5f6e91 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb22a2b1a68255ffa16466946f0459ba4bea6a43 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e36d197e56a085cdfb5abbca0bc6ea53ca10cefc7d0ceb5ad8e880212decf9b2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9a7776e52ecd8a8a2cd4cdea9a299c76a36d44e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:624be09ffe68c627b131ee2f48191817ff829f77030f3bf15e3539f9e104747c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1697df2b09f9a14c641a5b4c56b9b017ff3db58 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6451ab1d98db749637f36d1da87d1e0c3a33d5b1f8d71cfd59608532a6456c3d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..297a56c23dc57f02b6af12a66bc5cc7cc10fa832 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0aefe6b57300948a0d040c6d1f7191804a17d1f885e499eb577611e2e6d38cb1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4527b5f1f5439fd31daa3e7037ffde1d8a0077d6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:981eb7911852a7f9a7d979ad2be6bdc5cfbc78fc56cbc4031952cff0174638d3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1568aabc7c6f93ab0d534f08a6325cb2481c3107 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e547f98a7f2383c0fb2784bcbdc55053c29f40f2683cd1d8b78c734a4d920fed +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..216bb87c1b84c33ceda7f445f6a6a31ff84c274b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c6ce549e3651692a2ef6e711e44a271d460d46b6ece80eb01da267524bdfe6d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..32b152792c96d8cdb58c15017973d3d30fbf7f64 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0957be794cb433606c0a01a3c304977bb475375f7ac190b681200d264789e27b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..38e5226a82e8f5b7f2f92b097ef963fe6e213133 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9376381dbb8dded66750ea1ac56254d357b1f227519630deffa4fff6b2fd1d6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..956bf5b407e0f24004011e8a2fe120959779129a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2099e4095f25ff1d27caff159220701a88e0638e59ab7d01b74603b8c23568a2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d2bc08bb8a1c6ee8f4a017585b2af7111cd94e0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d1fe1b9bd1173adbe31fd7c228c5a20f20452ccf62b8e4dc54590f59119f1ac +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..12e945996446b3bedb2eea8f09d304fa8897ef36 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d45b6c8ff24c0a59958774078ae71d4296bea3cad04e04e95dda83cad9297a1c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4bfa29561b52805a84ad895a4b4945252da21c0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f59f15dbb96370f7902d473a0b7cc83a4aa276df05e38021957657e0f85d57f7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee6b6e1e005fe9cb0824f5541d93daebc8d978d6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eba2d27e320b43742ca9258a500c17a30617605c4fcbb5dfafb254b8c2999fe7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b4e81acd767026ad09b3223d1f2e2663c345df8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0dfe483eeb210cb7de7fe687c077403d8f74b92502cc84c42a108dcdb9683a04 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..abe679fb2fe7145ea8cf3133ff52a3fa8b68b1e9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05b669943008df452ffaa82c343031d968fe837b7c13f05fe6e6b73f111f9431 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a255250a4e311f7e6b7cd18dc29815f886c8a973 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44f9e2e77184a1e678ed0a287b3bfd5ac19d5bb5207aef4e7de1ef45ea7604ab +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7cfc181d862173ec57f8190cfe40fbb607f742b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66c24aedcde1c1060343fe1faccf8201d99ba461d0223dd4c726eacdfc4f0c4a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9dda1c81c61b4a30d293e530bc5ce933f56f387f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a112c421e65b7b434c16109e52613fd652e971f6d6d18d0a5842239653a089d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bc5e1f4548e7b1eefc9aad47df10accc1534e5b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de624835f10a3415b8686a54363e41e537a44f31174743027c0c8a03903a8b59 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..35f43e29bf8ef8a5ae6d4c291dc02a5e685fbfa8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d449d3b0d5e8955b9e2b2ded7c3f070b7cb87ff6f2a1b2c137c918ebb1e6c19f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4e6bbf3f631e5e540ba4c03157ddaaf7f007b69 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d01db5ac6a5fb5c3538681bc0524f7549baa7de21eac1d9f354711a66a1ba319 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..554d746882c12496e8d3acd859f080561b2542f8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e3cb15ab23765c436e35f1c9f0f010b9468e79f79e2535759b90749c98fb5bb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd2732c69da5c40ec067916b0b25aef2f3851f56 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:975337fbcbe3ee8a91fe76589ebccaa7a77013741423faaafa12ae0a1986272d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..382b1e84657759db71e3dc19b08ecc2dd317269f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9aad6176eb1b487a0b6fb4e9db85df5ce9d6e75343cdc9326862a5c5443e352 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c89ba50f5abcc8f6c8131fb36fcea44f38cd07e3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f25b786f26ada5850f7f9c2f9c92a4926f13832d0484a01a1ab86ed79de835f8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d2f06508c26716b2d0cdf23acb88d0da4d9c259 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66e1b96ba900532b8f40018e2e4ded463d5c873740c350432477788f27c22df1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e38c14481bbc87a9a7ec0651bce912cc315fb95 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66c3596b24879a1f42c52b4b228c24de613a27d868cfe21e66d43455f757ac03 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bd3e4e21916e01501d6f308e20498eab8a72283 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cc3dbfc4a18727556d11ca96b3251b57a7a4f0567fd62a8e61441d399f0e003 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f9e8307a29be2620d1a5dac5d712c9b705eb899 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:daf9ae343530636cef2517e68b8e27bf63d71c3da711056dd64ba3678a3318a6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d12a0fdd55701da76f11756563e3304af93d109d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46bf184def43d746b78a17e9a78136a633721c3dc65ca0dbe986f26e5d9244fa +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..39ae41f67ad524005a7cd5679f88f2d5df3207a5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb320ea75a89ac6a2e73606df40571174d71a123920d91a02c3e71e71ed162ea +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d73a53a633a3e377390028c4a64ed385d4953fe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fa8e57face9f75c070ee5d172b884edb82e85c7a76e268e863e82fbfe8b570c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8dcbfcbcf21f55916282183d5f2e462be0bebb95 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:701f10e06c5ca00f7cfe5c405ee6149c66a18addf99d4e0efa0753616cc8d16f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cfd4151cff25c5f6189b2e697207ca4cfeb4c0d4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6befe98780182b4f64b489894eacd082dbb2d382a1682ed76ccc1fe8727d8f5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d761dca7ce3b73fc5d1793f24aeea4797ee8cc59 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9794bbdae8ea6de596a7c8360d542867ab6468839ac8dec6828c4048de977874 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c076b047f693b2400e6620579c1a580b699ca00 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92dd6bf1377983e0511a5497e44ead4a2f4057e2aa5b8752e97cfeaf7c6d9a32 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a8afde10afa9c6c78746e29585bb58999369ab83 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0af4ab3f9fc56bbf860435c784f29b8e35619015e25d5f80bf08f2e152c9d04a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a21d665096dbe7c548080564e08d7434e9ecd89 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:850a5406515c4c7a392948073a63375f2593b21f6db316339b8c68a543517bb5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1244b1c6ffcc3dbac7157ec94d2101ebe7a8e61 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5a51be6d737247131d1ca2b4e546e261cf1f740ff7900090eea430bcccf42ca +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..30c51d140785bde1cf7b91684f4d66ac962a5b45 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea1767f9060749c93af788b216d05888d0a49402185082c5dde5cb2625d30e29 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2cb981e83d6b1569cc25ec8aa349c6c99b084aba --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a1187c876b755365f001bedc262fe401a46e99c878140ea9be2c7f54ed0db94 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0634bf84eca0d1e40784d25273eb37c545c7cf5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb0005e39e7340d1652a99170e0a169700c9846814441d2367ee023d8027a1f9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5e71f9e21e6b97f3b928397c8e26a8772cc9385 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09b27f2d13c59d705b14cd5baeb3857f467533a1e9b7f8f014e09633e0b09ae4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..505a654b53c23364c22d20c8e2aa058b778ad0da --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffed1ed4f5c6174d314f21dca612889704039e3a05f69029d5449a6650c78f69 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc2a5005e20f0466e0d5fb673042c49e59e2c659 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dae671e4466591a2fce058f9ecc4f5153f2ffc338815e3e8ce4eb8054a9c42da +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b4d38def6b04320b0602d447b1b0a7a04a75a8a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:370d7633c8323350c370c6bb98b5344059de0464b1e6464ce088f2d1f63aaf9c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4974cd636823df0bd99c60336604fb8a684a779 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63e83d8909526690272a3ee2616c34bbd12675304238ca055da92b7067d6cb0f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..00b809b0e30e33e697f138d1b22334f8d9fd76e4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31f5f58c611687306c9d8d954520b5c2966aae721e4b0e619dc998d138032d27 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1c582e1c9b92b2f8b245c3a050a2bf92456e06e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73cc25392e45c600a00d8e23a578bb947c442b492569a4770d6631845c676efc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a8c478f5759827d912bf366e65479f5df17a59b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a16cbf5ffe1a60fb268f450a6508dd082aa5eaa341862adf794abce3cec2787 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc20b9dde519397882cd6b426804cac714e8b32e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02c84ca98bd83c624bbb918380bdf05021df03e54c24c845215509ebb4f8cb21 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e746575d040c3dc1a8273a4f447248f16efa80e1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92dcf64689ff982c7c1989cd3489c26cb6b6da1a43bf2956d7e7eafe181a0436 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..365580456ee9a51bbd5213824d439fb7b5b5b879 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4d6a135962a4a0e28e1d42d341ea91ed777e63dd6989fab117f34e3e8cee838 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fefe4f8462aaa47aeeb49d624bf0c89ff51bd0dc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26c0ab69aab4f00c3a2c628685327778008a54c29c8694666682fbb26220ac97 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..23b1c8c3a87d05f7f7631daa82fac9b67d2ee2e0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1fca120ca4357b6022cf61a485e913ba9c060492ad3fd715d8add4acadb805b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..73c65911bb4164ab2fd86d23d8ae80a8f99ed2b6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb8c81fddebfa49c4eac1cefa0e80127a5d31b2ab5d80eca55f03a95381519e2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7323a9285f75ad9147021982bc745b33fc66a384 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5eb743f2c9e4855fe7e2ad78b78e516339feca48cb046b046f6ffca4382d44a6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..af9b5582600df7a8948e3233e5d6457077863ba3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d79dff973108b249ae7e2d8c3fb744dbebf422e908f153aefc5f5a0bdf561d3a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b8a2469590b655f6146a63650ed30c1cfbc1521 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49eb873d5d51f9b8bf913bdbf610ac19f4b462d2b42760ddbea5a6cb86631996 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ffa2de5314ea9ab810ccd685ffb63edad737148 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b7dfa9cf006e45de6ef8d6465b6d9be1cb13454d4f90bf6c17ad45a32a3f9a9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7075ad5648f4fdf958f00d93b3d8f0ce33cdc5f7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5c3c62bc83e9e2ac6b8412759220dd772be344630c17f149fd0a373fb409046 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e07f02e6472672ee4a817f74fd4199e48039f1ad --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:521a201a1a599c5d5cfbb86ae973a6b9aeb9214938e516fbd3ef314e8cc664a7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..50e0aa71a55570a8c0122df448de31246466becb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa2b29d482f1ce065913bbfd608b4ad4d7d1a4d4e144e6f21fed2d60e91d222a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..43789c21b764320f66d7b4541be807cc87e05b15 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:918790280138e9d64a8932d8e4dddb52cf7094961b6170e144e6aa13b46bc678 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a2e9ce81bcbc41e8d558924db9c0c77729bdbe7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3513451a0984e33070562923762eabbba00ff95130ac84ce24f26add84a666ad +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9688af1c794a9eb55cff95156fd3eddf9ef20acc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6fd97f8cc4e770ad9a8abaae99548b65deb67cc1f30191115d44ee7e955b2d7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f9d7a2841d282fa8204fdb47883d5bfee53f62e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92f1a94a4b5275de952d577562dd70eae9545917ca8d39f51c08f8214495dce6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c86feecf1ae7ecbda1c31699d1d62278aad2700 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00f6f78299b11fafbf869c723fc2bc95ea0cc175c7d26204c63fbf8e5a3f5ce7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..42454b35b50cdf0c9c961dc95be27bf514d119be --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efb4520c8264dc537045b0f0d03f7e2b8990e8a769b80d7e43e7bdad9b13223c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8627b0d55bce4aac1ba52401e9cafd87fc1d4512 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59dae4763abc533e768d6c0b254503284643d04287b299105a5fa3ab7696af6d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..939267b3b6c22b9af2b81efb0f85e2c65703ba1c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03ca532c0d9614acc7151616e56bd9b34436b8d494677df429f28af71e1e16d9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd340ca5f7f4fae6f7392f48c0bedaa1679ef841 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3d5f0a63acbda5fb7e27329c67cf071e20abc08a0ef6c92ef75fe0da92416c7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..77e6be6718113208d34e9d20d5f6a8a794d63172 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92ac725b646c07b0be23038ce6bef5b36e6633c4031b8f8f9078df7d84820f08 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..84c6125a97824e323819b0eca62564e8a2d9f609 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c1bd573ba7a94a6c15b93eef33fc687d42c3fae68dceb74a5d5b96c90494ed8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9106e80e97eb4e6fa6b96d306b17c1707ed1173 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5848f3758a3281e7af230d82d6b6dbb739884e61f6b7544dcd4e0df524c6e86 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2498572ef0db3c7b2b5be6c0dbfd5759fa2ffad0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:914364a6f620ae9de5d7553c984850cd9c2351d99ecb8043832eae77a9491a69 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..90ebb3dccf35b3218006fb5850941ff51a9cefe3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0e3fc1c8d52af453d01bf9f3fa635bfa30f603813c3081467f7c929b5d47f11 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3bdc6d064838e9e6f26becce46061e1317d83082 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5a5aa0079e0521a15cf6865f22d1d0647700a78d8c4262b4108cfe7b12cf40f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ef7babd208631e1c175433cefc81381e8ac33cf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:849ff2818149e687496fb7e421da3df968e2f7b54e257ede91ba637fd5fa3072 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa1541d7edf6bb786146eac7bf88184a379ff103 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88698917d2a17b17dcafdae6f1a81b13b4eb851c17d67ba49554d26d9de7a1a8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b49f7c0f4cae3a7978c1a4f76e93912195bd8d3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24ec31337c02ab858ba1ca2355ad2fb4eed02a5f76115e51845d850856081d9c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bfcb4930a9e0ff08873ae6d673356c3017ebbf44 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8defef616bcd12b192473bd3c26b37994b0e9e4525223efd73b34537d2aba062 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e813a95a4dceba57e83d9df3dfc48a7740a48ffa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c6cfe2dcca2d8b2f6289311ef3711eb9a9341b2aeefb3b6edc4f58787982c78 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a46d424367f4783aaf3c23a399914e5c93d1efa4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6caf6017559745dd5999de46dbb8194de3d8a619894743ef29bc206673047e67 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ebae08b75367c04d427cdd7847a7d0f53cc2759c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85f7dcb5d03b1c698789e2429d922252a7913e549967396215f0f155cbb93100 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5815656de6c2c6531509d2612084b9f45500451b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a70c13af8fea57be5d56a20667402edc9686816ea948a66ce7258e01636ae87 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9ab24216da791105bc17e648036e36a398de2d1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8212896d6f44d360428823c855c88ee4a30760b7da5fb5ff04384b51e4f3e9e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7dd55cfdfe6ebef7e21e62fefa53c91a4ac4984b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4548d9747a32b4800282098914b2da015c03b3b6778ff4d3b97f4c5cbe058e0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8cea3ad7f5a20b7c8fcf076661a2e041da63db92 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d06a97054694de6bd43233f27d697d9ecc9ecd2d94753ae87f25438da57dff9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..50d0a0779cc62290bcc3788d5d31705aa252d974 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:125666f72ce8b3013e956147a23687d27926ae9d9be7e53d8ecc3bef4839c870 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..75e24000d038860efb6bba52e5a3076a1a334ecc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba723804a3e6c94d482fb60299a6cd5f662a160a06c8f47ddf78e2ff3ff3b3ad +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b77d213b73723072c0b8016500cfd3ebcf0f1a00 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e50192667cbce7064d66d1391a946bf0bdc456f3734deb050b857ffedc82bebc +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d96d6d992ad2bb2cfb644d4e6da54bbead624f3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40dfb5f98ef96e4c91a52a4a6b65b1a7ce9ea975722ddb65b91b57d1302e208c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..feb9cb76bf53caf7d6e6d0e7818ff1e20b4fcca8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2dcea872059e04144491c7bfb78a90b587ee9e0dd2c0a36bb14046d4e79e8807 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c92c4684206fc1634d43a75a200123287f62e012 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6428a8cd2d79190f06f15b1ce5964b6b4218cfc9628c03514d1aab1e96b7c25a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7d16f4abe8dd8e408680e3bbf535e53aa8eb45e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:236210504b72d0f5a78dc681d6b59e7bd6ffc6a579ed5b3099db72e3ee53b10f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8817b6fa36eef8ba18fa49f7fcf071978ed0df53 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e4ae9427666764332a1c5d6d47d0a82edb5a4aa6759599e6b36380ce68caa46 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..59c12f8dc92a86f3619bcba0de8f1130379529ae --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2020c36a837b9ca553f3a2b5966c23c49a484e2b7fcd47187e7195a3c4dea97e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c07086272f43f17f0cb12405f177c41541465923 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:100503c8b312acb6c11d9f59fb31fd9ae66c060d3ac08dd9a84e84c420d91261 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc3030972d183778f5428da7d3cf9b2591994872 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6207679c488ed95415fa508bb259cbd8d44075257f8945f5cf20b457bf0c4890 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb595dd46ae3c94792a5a00f0fcd9c6866970ff1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37efedb6dbe8d86a78110a82080d50bd65ba9d8e8951c8cb40713561e5e6ca82 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..33b2c83585080f37757791a60c606129b30ba018 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7903855f34deab53a136a1080fb8bd0f3dd4021d5bd5694bc6a041c4bcc36ceb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..514e0debf554d308aad1c1c4a23b2a6ca4fb39d1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4de13ba12b6fb40fbf47a44cce9f093ef645f0533e75899330b664dc789caeec +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dfb72166dfad7e9e68d02fec2623503d17aa0276 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1f57a9f16876fadc19fc5e7cfcf64d3258c2b920788ca19cb900a3ad4b142cf +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8374bbe3f5d3fd77fef85bc45b114e89a68fe1a4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32451e26bd33f2ce95a0366639ed659993c372c06d1df08290e94a4604b9f13e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd751936ed756afefe126f5ae2f669d41856b49d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:195d009ee371d508cbabaabfeb74726b61a5fe31738d2594525688dbbf641ac8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d13194cfbd0b791884c5a7372ac9da8122953a4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24ade22a930bdb96096207d44987605e65f81723d25b16d43a80add456aa7193 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf787100ee7adff66843b666279d05e928496b85 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:487b5f6281ce71e2cea07f69bed973315ef8f5a6d42882b94681197fb0aa5742 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..64599e98e43385b3658ea492752ae2297b2c66c8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7dadfeab7418b392f4e9321363c454a9d6497d907ae7ddcc1d9d9701925d1d60 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ce83b1554816e9c5dc8738536cdd30e898cf1fc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77593987039c596dcee85217792034e29a9efc04bee4facaa1bd03f0850314aa +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b251f440740907395cb21d6ac096eb9c513b780f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c60a9c6d323cb9aaa80e9193789b4cfb3d3b69c6706addba8766308ea24ab50 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..90945f7d7b976a2d0900297cc058772f9e29a2ce --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0fc2aea71c5a68e0f402bc1dee3fe6e79060d9c4b890a4a73f1110859631378 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..269331ad646f790971b191b9c5677c6fee54c5e8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50789e42fdcc9eb306f73c6f27d98265b89a50ec85923da08b1740b106407609 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..62742303ec146abdf2a720fac2382999c1de31d9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:442b96c66ef7259d78d44e67622f1bc51d0e5d6740c8a7702daf2cb0113fdb4b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..56e0d660cbff929590719165e81f984055a07eb9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1341ee4a366eaa4501e7fe664a9c87b9fea71e8082f6b6f3e60485218f83a1d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4080c1897ccba74beb55675f61009339847e00d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5307b1af99fe31376ca9c1eb2b745123d42b320d7f70a1bbf613d76116253f8f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..646b64a73a0f4d5a894a8b46b5e4d17dbc8eb8a2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:901d0f1484895313da01721986228352d6da82570ebf21651f739f81df2a4227 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..92c69d133d5eb1a99ddd732af39f5e4da017e52f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1aa26a7fcb48dc400961fc746e1a769c216a869a40f2cf03d6f24e7ec4d3f687 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3db86a85146beb602b18040c096d5e8531168a31 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5adab3da888fb68f9d428b90b9be1094bf97bbe879ecde7ef469eda20e421d8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..29656076f62c32da27cd1601c516650888bb6db5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6d657c68c0c902fd9070eee59a916b28e44ac113429c46689b3a646efe39317 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8df0bdcfd1dbcca3614804914780de0bafe4d00 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d7f025f409c338a2cdde84b886499f2b88834339a481d8c531f0aaa12018aea +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..abd93f80b7acab602dc960ca0a5a77b505509757 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:299d58911cedfa3fcbf59e66ede62606f6fc72745bb09ab070929b3539d150b8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..24e2a9d6781a5cab63bb86c554a3f07ff09d1bd2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7222e2b823377dcd9ee1428c1259a716bcca7d078a3f6989baba48ae48a677db +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1350bd83b2de32cdbd7162af0f25a5374601906 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e92156fc5596e055c6305099170334a3f52a3df7f0b7139dba55ff3306ef9533 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5251a45aeba088a0376bbf6ca43205820f2c0cd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a0b5a9a7e3a87e0f06e5a841fd82a7796e389360769c6afe8a9b4159965f5e2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d63ae163d9ebdad92b0b23135ed79b84cafea90 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:424eb40c1aef9a6a76cad9afaf2f23cd8d8a27bd085f183d2f698812a6ff69ae +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a4280fcb9de7dc7d1280d46c55eec49f35cda3b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:096e54041b3003b8c52fd5303070e5eb50d74eecb7fa9722f92adff635bcec11 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6beed6d100965ae93b9a2d8e1220cee3cabe7991 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54287034c31515c34a70e19e883cf978f0936685523132aabb98919bcbabf434 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd29a2d2b72688645c0b29d1597e82b1185e8e30 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c540498606f3f7d5a4634c11954e922fb4587970b404345f2be9ba9ee6aff53f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9f258dcdeb74f3634096f034486f8fd44ad1004 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:669add8fb81845d4dec58468b02ec3b950197ec869fc710adc9b4a965b8814af +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f197946649654c56f1496c98e4220d9ebd50e1c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3947719c28c6f78ac468f76514a862a2e48b501eadb264271ace7c9e5343dee6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..06476302e4983384cb7370bc073e6ec390fbec75 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfd94ed4050fc4ade64048784a977d2c24f505209c4cde985a7c88ad14331f86 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..56baa5c11ba11a1d0154ec6284641a767b058039 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50c2ace107b8cd2c5696caa2fbef3c1d4b01fccd6c5dba39b63e2eaef05aa02f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..487d3eed24942a502144a3c0e439e437b2a257a5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59280079a7b17eb57f63eee45785bee8b001c35c8a53226833e375ba8c230a35 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..27b776edc41b4b48a0c0313efacb22cef074b80c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84aa2f33b903df82322551d7632f48c93f40988c908677fb21c303e065ab06ad +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e4a621609eb48e204cbc2067407367264414e40 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:424b822e4aeb2bb5063f59e868166648a0de26e6acd6ba9c761c09290f2e2eee +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c88df703a1601e8738e67a69fcf4a5ad2939f53b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6401d4414cba54ccec5faafc8395b59988b6da5efef756cef6271853f932e62f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..407c754fa300ce30a2b53b0a2f7c6e645627a0e2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8292cf49d171e500a435d2c42aeccac51c036093efdf90112b8b5d556ebc3d3d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4378776ae1dd80b223765e2a506cdca8cace74e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:002969c2fb2fd3f78b2339d4e668ea3c8fa046003e6a5eba07cd4d200dd2b1e4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..887751b2aef0b7c7d5873d852591c3818914fa56 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb34ad5d0a54195a0331d86cea1dd2f239b2b78058b6c122c6f1bb53d97f5140 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4bcbacd84af36f452f5395872ebc6d8e28c1486a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f73ebeb237b4344089efa5194309110dcffd3a7a87a30274efcd7d854f0691e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b17ddd65df4367269e73b81331a3c56450b38df3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04e4f06ece62fd23f12e4970d822f46d47c6118003dbc9e8dcf32d3338411344 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf81f8600c007a0d18b26c24a2c35521f5604a40 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0511819e1adc457ab5809c59be33156f593626a443f083a8c475aa18f699dc58 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a74d744f4b01ddafa40e452abe3691e0a26fd620 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67019a8e67a6a0f1c4d89f1bd8f6479865fcd4141764e14fdedd9571c15d6ae3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..53f3c2cf7929dcb1679d259f977385a4d14156cc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f6c00ef26def75f9952a92bf6467a8dd6c70474aa98964da4c86fe652dd6fbf +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..835ea86163673f49e2fc6db929600fda0e46dc48 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7802858a1d52c3fc927a4ad6f1bc9d2a537f70d24b755d14eba19dc951b823e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8526f8fffa784a0f656e08dbab1497c865282c63 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8da8ac23fb1e5a212f2fb3e00b7aec9b90901d80f979dcc112057c67e716e92c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4559799e18e7d4da32af0883a95d33b7d4d452d2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d4bfc7595591ad620af2934762c19296ddd351c8314cf8926c3d9518975cd59 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ebfdcac552f238de8ea61b3da327fb2a7b8925e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bea7f8e503fc08dd5d7fff885cefa7a0e1528a1d69922a003677a47bfe13210f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..634269364bf7f01803feced00edb7faf12cd5519 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30fd62882673184341314b16966360bb9eb4ceb5bf5e1be5513f45366eb38952 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..539be89d53d071915c2bf1a51bb25e92593f6525 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73801e90acffcab1bf4d1881815e28ece0e969eb924d596633f4c282ee2b40c3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9373de80b195ae52cce758e0b0b38d581bf4f23a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b28c92f6088b71a740dadf95871ae15e012b03d43cad4ed2e74e85af7710c5aa +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eeb7a14aa508216349f6a704fd86b91d74a783a6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3d40def97ab9ef9c742195310366e0d2ed3986a94da9befaba8279ef9ed82a8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..12cc441ed93d9aa99c368599ff588bd8bd0046f6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:689d68d8bbc4253f4359f7ec5685fb47411e5f757c29672733f92c56150e0882 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..28363f57c8c11ab43b5f3b5ec9110e7d8b3a2b73 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:896ce28da4dbb0944dc812b8f590db376ce269b3856d063f9c659390a244e755 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac08ff3522848f702afa2823d7719599c8a0f046 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcbb6b06235cb319ac0bbd099cdb73f89f65db74fdeb0871867d2f5366f45b60 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..024dc37b59d4090f03151f2c50df0685fda236b5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe9d178196f94ebdab81ae1adf355f7454264bcf533478d7ad6841ecfffbe90e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d3f511122714fbc3b7039f479b351308197a448 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8476a90597cc07dacaee7838942ae8ea0eaf3e9cbee0d08da7dc490a8ef6c2e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..81d94a84f2df2485a244f6ff56b39560e22a5390 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:275bb060a8c6288758c47ee23586b023d229ef14eef46d3a00816efca231ab29 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f3b432fbefbb9dea1bd827ac9346d0c1a1f59d6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d6ab1a818e58dd4c614bfea65c132fc15592b71f5b26f5d4cca80857a0f1dab +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..394869ec499f0232525bbfa975f0b219b70b2f63 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89cebe4ca6cdac2c3d4ce962edd3228607b2daf675cd5d5249e8a247d84e0af1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..965284c1b21e8f0bc3d0d18766be48329aff0c59 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92d5a39d8625427daad8f1c06efc9f549abdb59ae64f6523b9edac3a18cc7204 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0707a176d10dc28503ad9de0b04904221b04dca4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20211b7ec6665fafc658f69d8d29fde7fa58070b2d1650895073eb5f1fc3231a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1e980d82e86e2eda7a2445c1604293e46797629 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e21deb83907443d5d704d004614beedbab06c563eb8ffca3b7e588eaeedd481 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a238f6e4ef429262ff6ff259d942944ed3e50bc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8526fd55afd61084509e08434197ad66a017d626a3a88727d17997c96b4738eb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a11defd7bbc5ece7cf34b1476ea449715ee822d2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a033e1c02f6278addd86c3e19de4e7f6f6a12d02605c0c442f57ab809121926e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..42cf4a5058dae12feca4fffeb904403d9ca113dd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:470f38d9fa3bb1b222f6da9c99d80afec1d9b31e0dd66bd44eade53db249a49c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d711347c4b37d21415dc85648322b0f1bcf968d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1edb7092862646fa4229f7336ed03a3e4027b4e3edc158eee0022f641b22a7c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8524bd2e28b2882cd9dbbc2738ad08c6389edd57 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e42d6696ca08b741dfbe4b31b7d58a942b006d943d6bc57c7cb2c20417a93a9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..27e72c9dd6fbc2a2d13ad2006093535d510889c4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbf369a1536045f17746a6c4bd67626873b07151f7a1a0e07bc5aa687846d464 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1d92c7d1819765f3e728a839fdca1f60a15d232 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec9c38564cb1492ec31714aabfdd219dca0ea633ba33028a4294cc5f67b060bf +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..61209f6dc8fdf2d6557adb8a93e555e04f3a6607 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f07f4dc6849a442b04679e3657e5f7759c7369d682a0dd63faf4bf56e0c9ab67 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..66569a86b4f4a18eb0cdef65edece2a75cb31b16 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7426f1f4cc54793d26284323088b172bf3ff086d5f47f8fc66e4fa2e52642965 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f96e5b3cbd4e8f06c725a91285cf8756a409bbe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9658ef32e4da35f281ba63e75fff45329510797e71ed972c5c5a3d2abb3b8a56 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..957bd1d9da96fe923a7673e57af2af7aa45d3444 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8baaa5efcf1114e657495d9239e66e1fb9a907beb4019d71196b9a2208323280 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f63478bde34e3a21b0ca833fb49664d2c770d41 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7dd9f71333bae827a71e76bdef4733ac40047b72917664e73a259e1f28f524a8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1d7fcb5c87ab09f1f3b43acfa0a39db72a5d5f3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95ad5b2dbdef1b367370d142d81beaa6f524539bf7d1b20f26754f8d40ffad16 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e84d042999e25ed6b5725d61efe14c9c2c18200 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:206a77f2722bc0e5f9715f2e60b15a8357e3d1cb8dd4010490777fbb6fced915 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6eb7d602fae49a0608a02071b7b3d47913f3eaae --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de210d35301b229c0717bbfdacc6952ce710acfc083cb326e0a9612e3faef411 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cdba074760dce9e13ee3ef1c335b465b91e2e7a8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48ea34a0602b873e5e58f71bfac3f191c8f89be33749b53e715f507e07ddd7ae +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb33944fe6a6f540a4d3dff1e42187a6392445c4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea54359c0abfeef2448623b2ca7aa251857d988e87d2f57706b838be14889b90 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c09aa731ee411d0be43e9018586e7b7e4ab94e44 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3276440d300d6576da55de54fb3221684914018dafa7b94a264a30ccf1fcdaa +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b119e10b98a3b2a623644ab13e7cad923428f303 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c89f8109a8ef28b6ab6fb0f6300ebedb1242aa93a6378cd4dd7af0985912b9e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c77942eaed5399cf033b2f201e77a0b6e032c24 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95d5461fa94867166714fce19db3b1e57424d6bb521d8be9fcf815d4fe184b5b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ab4ccc1d3da3e4c4d6fbf92fabad888c3e75941 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce0ce084ac03e00b88400529cca83f9f4a2277ca9a3a6d6a4cbe6ecf6afc7259 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa01fd08df15fba4ec4f1aad602f48d55dad52ac --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b6c4f2ea6f707cc5ccf5aff8e87a48c7dd942d815d03ff5104e65bbac00447f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fdc678e199cc2bfe9e66c20639eb399a3555467e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:415c38a52dc3375cb918bece8122f723fa170b206e24158a26c4b805a2630f79 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..597457d093981b39f725565407cff8fdc4d341fa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:932b67e54ae77f9c70bac1bbfd6b5794646b4226f5a6b29fe0e344380f640701 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c483874061d054603e6d5191731a6b9c4fd91b19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d30276b8166e4c6a62b7bd8a9fbf0efc4c524c145045333c55eff2101c78e5c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..29498b72b946239f52c85b9e1e0c02863453af5a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e81da62fddfae5c09b57a9e3dbe3da12bb2c52b11bc78986c2acb6ae1f480a44 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0896d750df63856ced07bed7276417f80025ee6b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:680bee89d96f64ddc8126959c3f011b27948f358fcf41e40599efe9a6bb5c6ad +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..01528eedbb1882fb4a7c649e58f8da06e4061434 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8deab6164935cd0da42aa145dcdf41d7577cd72d020de341310e4c37f9d3d6c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b194b29fbc9b7f053e83ea04d5b866945c74206 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf8b9b11d090efe8c82edcb034d5b970bb6c533a96c40c99b813af7ebfa8d219 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ea76ea60e2ac56b6bc1a6687fb2e1a42f217724 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa9a48cfcfa89f63a4e2534477748374b8e9cb60717d605e752297acc52bc124 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f7e792c4e48f0652ec7273747b5483428665273 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0dedf20e5438914bc3750013ce22e14e8c01dd49d1e8c6345af39dabc0771922 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c109c96084adca77f2dccb89c32af027f78ef14 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d07ec6f483730fe34ea7cbb035adf13c1b32257d3b8da467f7f3d41e15dcda7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..984d17462fc6a026ef5cc4aa934d17148181fee9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21426426d26db70b144974958f48e9698a8840249018eb6bb3661a2100f2571e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..96e710b760163cb80ea73a59c9d382c1f772e429 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d59c2a42e1ad35d9a91e86b736a070530a692202fdd84cf62557b7e9ae94adf +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9aa7ef03da130dec8881061e9fd19bd750a998d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a630999cc1aff9a453db72fa7bf5448a4be1164225c85b9bd142462d0a5310e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e530b00050f47afc3730567e26da796f1e845e7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4823eb4b7095424ae14ddf10ef1f5f8d268b3bd4f7b824f8fe2b192e63551de +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..841a3a63eda40d8558efdab71f64002faad4e572 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1750a62a110a664c40f6f727102e2c6537e7f5d3aa15e35f7f32b6c4b88d1617 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..14c8b4f65b366a57743f450b256d1a59e355ebb8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f3ef25c634ebf3f44886494a1c88dadb10d03748f12a334e5552a06c212757e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa6c61aaf4ea9c2b73607448e8db4477d27ae7e4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ea8944be4862c74630cd5fccdb66cc2e77925a4837621dac53872b13eac9bad +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e92deec303d3bc210d1b1e5993a727bfe8057ccf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b728cba34bd6928c6444bf2d31189bf0e74662888152e6b4f9095ab8b81f87a5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..53d8ac086452f04bfdb7d2c706292546c0dc34ea --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95abd8f19856258d479074ae9e99e268f3217f249dd36be02ade6d0245d2ce59 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1fd1e6896dd81211d1582bc2d7ebd60f390f084 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d97d65b62f0478e3a031c35129a6502a5a81f5cf917bf2d83880f78edbcb998 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7bc1353acb87f6141d6ad22a689aebef2793e3e3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07bb25e270d7e0f9aea10773b6ac24ac4dff50d559b77d30ac385b418e0eb1fb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..998c2afe3e1269ecde0b8a2c2b13707d5528286b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1c96cfd36873d1d2b3363e31a4806696ae5a94e219d76df9564e5d02ca12272 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..02754e0f46355a2d65c08aa5602ac134ac92dfcd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:437cffac3b17e5124d20db328e781200cf10590b076f9d20b0717b5fcc407fe3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c0d6d7a66d4c7d7589540bfad1871d59fe1e443 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e9fa71e0c183708be9889596c9a36f724a3b10227d5eaeaf8a0f59c38501cb9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f122394f5de0bc405e830dbedf2e21156daa019 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca0c160db2ac3db2249dbf2367947c0d7f58cf2291b968c3dfcd7e020db83630 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..233d4fb519c51540b904cd6e2ae5173232903267 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fa3bc23f7111f9c2073e87bbd56577494ca5255744f64c505b4025a89129cc6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..48fa9217bd3254fd264420cd5fc5912b08a1702c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5426ad95608e279dfafa2d738f34dcdba2cc095cb7be041fd3af43a30a2ee4d8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb5e864fc7ef71382618ebaaeac193547d82d750 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f98f51a713edd96e59802c5b1eec1c42e1a7031095a0b5ff1959f4f4d302f73 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bff3c9320c58ddf7c670a861e8008570ecc1501d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf530e2b67112dd8a063ce325441d6416d57018ce7c67fb0f70f833cb604ba03 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..31147783127c2395ba67ceb02b95a3a8007638b1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3272ee995242ee42989de8572a0cd98086f71c05219285c332490d2ec5b08919 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..24bb8925fe5cd2d16328efb860ad5b992150aaa5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8ffb6a103b598dce57596d727f583f77d697ad63b248ab4d36590bfa6d25b17 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9b6eede88f1cd2581a68171496f55789f721ced --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15767fc500b984bc4de96729487a3b30920340cf1d6414933ca913534a8f1ebe +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..026d23d645bbee0d1577a7f081ce09a9c698d5c3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efc32aae179685be4b951c4288f8261dc85cfd83eee5fc8f8d9cbffce50b92ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a492f39b3715bea7ca1660b824ab09eb887211f4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1f297b42cdd8d75d60fb6a94039944e9d57552a3ba38129253babd99437ed85 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9c580b3742949f986f9b816b72aba55c02f1f16 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e934ddcbb39c2149330180e53d50a01bf3dbd5ee3d8962c378c071b04a537607 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9421be29c5b9db1b1e0cd045433891c62d2c63b1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe897b6da4f1fb1132f3fafb4594dc4156321683927a824dc980f78956044ae0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7521135be40fd761520a8f7df3a28aa5a0291df8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1eec7a3a1e42a4c55ecaaeebfd4b7063c1f9908e3bc5037e635cb4b30a4c14e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b486f0ea165bb4f4cc5d446667923fef5af41409 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12dcb06ed842ee203763ac0ded52a3ce9af3045b2e6a5e65d7b8f164439e244e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ccf5e653ca570a3120450d43ac077b10257db9e3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd7e7fd2e97c70a628d58421ae7df3bc219c8ee19de17a42671b763c7288010 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f204d420f90c15ad5c204bd8120710d42cd30fc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2df235207f0ec76cc958c23cc55efa48d239e539aac18da1213b6f6147701790 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd09febf97c34f31b41fd1f0685a0fc97b0d961d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4753a1b093458e1f5e4082a741feda8a76a4bd1fbff6f992b223866a43017db8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..76c994ff606571b5902003a6d2ac977bbc9ebb3d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02c0473b50d5468929c62943e84ad2089118015f7252a50cf2bb0bf2a1208274 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1dd0aaef53546e22513bf68940b80b73095bf899 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c6273094293eab3a9f717742cb9d582323bdaffab2e8b7f394ea4d3a30edbcf +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..366d8aa5c58aabe1b389cf41072f218e037afa35 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e18f7d4ef84e8ba9e30e0b01d3f91901577a47ff4b7a98f9d4ddd22d5577af7c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a118f01e5727d9a782475332c80d851995839601 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05a0c493957be94313200a50abcc0521e934ebbc80a64e426448945e59bab19f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3781e535607b8531c1af0414222dfabd3c645c4a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46bce8d7d78879ca4c136dbde5d07b90e1506c6eafbd5e458bade3f5503bf794 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c05526119ac2f3a3bed0e31c983fadff5cd67269 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2966a11d7a39bac377b66632e0ffb6c0ee1a14603b7ae882db69a71255fb70de +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..22a91f3ab4afca5c1fd61d8dba00ee83fd4fbe49 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16b66a3cb8bfbdc721a590fbcd2bd8ce178e0dc5ddf5c6f477bc661603bac341 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..60195c8e8eb0895d879ec3e1d979ad8bb4810745 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f19e0c4355c529c4ba378888771f80210b67dc0f243dd75157aa7ea9b297b0e5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c8ae07c5f4289c38a49348cb107eff18eb50a5b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aae99732b3085d28f9e7b9d2e714b931b5c0bd2e9f7816e97f1d0c9b353fd04f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab7271ce8f6e45251100f71c7a06e4f858dc5771 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:308bde0a5430586bafe733a0d5e12955a940915c6b07b7e40e1f19562c53a4f5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf59640a5b7a0b747578d09041d6dde4e8166090 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5aa6f8055049a51c79ce482fd51ac78995fc5a42564a22569d34d0d863e1efc7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..59d85bbae6fbf962fbdb8ff856590cbf8a9bd2f9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa7055266db05a491f12a48a49173e7659534aa3dfcd60971ed4edfaf970a8f5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f94e107adcad3497045e5a2f3bce0f6b2f50559 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8abbda1a85e5a6b8bc35bf1d0e6ab5e2b5f7092d3ec8e0f348a3293abef2e3c7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..797a51d2f0843162d8ff429464ae2ae2701e6ce5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5864ccf75be3a6653ecc3e0a1794f94387b694acb2e05b264fe3ada542cc4250 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e8fd5efbfeb570bba3d96e2308363a9ba5827bf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e6cec04af93c1afedc93df874966babd29b3461d4682ca0b5180fb68e54fd4b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f1c8c03844384926043577198ebb4e55f9a1e0a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c380cbe017190b6694cbe305b594c6870dbb8f21e396f2de8412c6bcccbca7cd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ff3aa717a8ca1815532e59a373f10d362ee05f8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9744efcdd3941c6d56e9bfd950a4cb081db1ae377df2f79972a9e95594b2224 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..714c7e881beeb54a2a26b55778973cafb5101a9a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39ad43f08b025d8d53e91d58df0d039dd2789acf01e08a94bf1bc34c62c38d11 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f512a6c175dc4c82511c8a64f58cda8fe3cf69e4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36726ec1703b72850cb300c22a9f43df0d083e6e85535944cbe47a1ada7a0887 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..05d900ba2ffbef6738706ef71bfc3d91e3573de6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e48aea5b40ae59abaced3848ca4f31b75067ebf1bad715bc4f0eea91f14c9f63 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..67e5ec42336a3144420b60876c59e8ab372a0361 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67c49615277b230bf7b73d2b42be03f92cab5842c0610958cc28fd0a56c7d21e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..404bfd427a43cb5851cfe30745bd9e0332eabbb1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a4c12bb7659cc45b9ef0dcb280e42e8e30c653945491cc5317b4c07a651c3b6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..df1a13b03672abddbbbe6563c38a91792d9c1d7a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe4d264994bea18505b4d527d669bae63c0a0e3ffb53a83b306961ccb644169 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c542a69792b84a3d75bf47ae33a0bf27712ecaa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05cc95d99eb9c34fc5fde4e1353d5b591188f01f178771f65944932bea73c54a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d28a5f9774d503e73e9d4d1efde16ac3c292266 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:036e4daf67b1138baacba65787b9bfeb71aaf239c3bbe547fb22ac2eaa82f43a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3f099ce07d12f150294b9d2ca01e07673188f8b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8500f821800c1b0ce06b82cac3f33c8eab2310399570b38b2dfdf2892514178e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4de2f2466c81ac703bf8d19790eb42b5e302030 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cb75b01075e8123a76ca3ff5c6fb759c3d885b61f7c9f88589ff705a579804b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..303de36790727a866448de639bfa12cbe72472d6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ff9034cf5d5a4b5ec6b08f48a0ccb3308cfcc2fae60ae9f184bc19985245c91 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b072e302e21ce8c51d684a34fd8535a76a108197 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86f44ec030a773d6137b2a56d6f26e38f0f4648ed492109f0dcc808df1defcb4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1542a09619458e24ad81d6af128045f20dbff7c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25bd04885153ab5f739d0c478b0307a1ee422d3b676e8d5cc72fc34a99c45dcb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..04951a8781f08616c2a71dab5877e84e93370b6b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59a624aa21b3fd630799a2f035f02cecfe6012f4863772edd77d4486cd42f57d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..af77635f804a3c48b2e97339cb1eab23b8a7ddfc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4ff81ebee7b366ce8233bd5bf0f7a63c25db5d0eaa9a593a0f2c0d0b2e02a54 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc3c91b249ee75a1cc6d8a516cda751b2066b43e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed1dc0c51d3780db9c21a93ca8e7845d11b64c31daa08dbc937a32c34e70159e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..81417577db829ad2024aa9906cba4c7e4bffa615 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b283ebc27880dfcf714f5e86d3957e42f272aab28d18cba352df3aea2798ef1c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e1f32d273f1b1e3f9deae8ea3a50606e5356435 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ac56289e7497e909c6489f849afa867b21257126a45c73905b452acf35e5e6e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e7dccc9977c9c94dfbc65468605c515547d134f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa5d8a4a8ae3532cb6c4773c40ba939155811d1e0ac46fe60347debed588a9f4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3bf3a738c9990ac8b1ae7678c64c5f151dfdb8cd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df497b4b1860902bc651381d1e1408b2f04274d96ef55abfb4135be81cd34746 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8549c82bd8ba28e425ad82d594242731f8c2f0a8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:630aa507d3daa23ca828a52ae0784eefcf4daeeb444ee61987e67c1993c73697 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f0da605d3d08f31cbcd9b1d34e11ec3a26d371f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:134af26f1817451dd848aa24abdbb4b6331c4e9b6ca75ff28f001ce9470c9cee +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f300dd11255f5a5aea2418a80f54ec5aa89f8dd5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1eccf631f4839ffd5c3eb58df9f2a672bda2bad717c8bf8fcc6ae6f3fff98c4b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..610ddefa33d426f83fb9a85fd1c2a39af69779b9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f5b9c4362be8c5c17fe1c5bcf668791b030f20fa3ceaa3cabf4c0aa0a38694d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..274762763882562e6716119c9bf3f01284c8d0e5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8fd692c152112dbc0d9aec85619d1fff079ae90da736ef865b61fb09212d395 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d634851b0307c0011cc63efe10f8bbf9d8460c93 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9d1e50355f0e57af5cf6b0e2c38a0c864032933b8852aee71d9d83c3662995b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..09ad423c42ed4c49f8a9d49176c758e4af308d4c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b3a530915b2e733050d2423c03c1758f4d554076d614feffd2e644c553082bf +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b85fba470487f31123001177672a96b7f455a2aa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41bc9fb9bcfe7420a415fe8a6fa2012ce02343e27e593967f9f112375ed6fda5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4374906c80a66ae36ab37ec25bfa9704c129a898 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e71bd31cf17f68602503fd6770c31f37e01f4e9a3db7cf4f19512f73f7b438cd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..84c1fc2e150a189981b5e25a4f0539ed7c40d82c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27cd4a736ac699744240737760b04fec193475003ad95246c0ce31f8aaa365a0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ae821e481f21001c88c5500d9da2cc1efdd5256 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e15498dcfc335f38e0e7adb73c5350a47b6e7a1f7c2cbfac38d96cdd042ddb9b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d91e18f4c0b7f771d7670b143f162806f01f3b47 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01ae1be64080f7a6612b47eb5663ac451b5982d90935537d5d2e1469bf162865 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d62d021d40ead657ca30b4b504b6fc76c3fd6e26 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7abf00667f23b1293358eee6f2ff599c7d680d507e0ff376667f469894f884c8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f66bfb81dfb5ab8fae8abd5e88eee5eafc9c84d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:400aa974455608903268353debfa597f65e3f7f76450ab2d1834d89cc885a467 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5571222bf1e260541c8fcc301affe8e0b6c7e54 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6819bb25b29dcd9b3a437a81a18c1740811aab5dfeeefada05f6d4dd0a3cd23c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b6a57cda9d01122509b1139c9554a59b9441300 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97bbc29f49e98680a2f4e3ac23e47bcceadeb2d0df8e9a9aabcd61f4774e9460 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..538ccd7e3f26a451450ea90ae303a025156c2738 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b7c21bb54b6108e64d7ec84016316a5e5edb9de8add0b569aadceb83dc02d65 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e7c2a2026a184dd627ed2cb788d48bda3611486 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9c4c056feda768717d460c620086fac2508e653ea6763ba17f5db5e2a22c739 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f769cc9d24ce081de65e45ae39ef0c20e5a142e1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68877f95d9f83a972b4bf282909b84ec6c33637dc14d11613ea1dfddc31e05ce +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a76122e6dec61029b0d16fbdb6253a0abaf4b756 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:058e59abfde29ed54a4a9e786adcfd4ed6fc91616f47a8a8a5154fc451d5e9bc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0af5a547e2d76a8bd18321937413041931e04560 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b69b646f02ce2d774f3fef814c88f50821f692ab67fc4cb602512668f635e251 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..680565a3e6954237ad3c516a3c43ba1b6df69144 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02b6ce665e9181c9c6f1470adf64dde9dbca4bde403e38c5572c1c3ca93b416c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0234005f0edd45656c3a0af68f5db838100f8af --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a823e3912cab81c320d092c9f91fd0ad418416d157c6efdf57b1c89a95ec759 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdcdc13946431ea62628960e4e0ab3c8c9b576b6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2257e4a41498c97a40f5862ce56de34cab7f6469d16aa40ff5b2ddefb22712d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0271cbfd87da8d590ef4651b9aa4233ebac2e6c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1692bbb6840568605c8b030cf8442f862b32c71aff844380f9488cf34fa21110 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5182e358b24ef51c4adae7dbe39cd6d50ff13901 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b06770597b1a603a1f45142523a977b27daa49925e8d46342d5fd82901e07b65 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..26508ec89fdb4641bc522705c9350526625f0d50 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0880915140faa7d4cad706f78b0092fdb1a06e42c7c759351a71690eed6b5b1f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..957b762c156a229f875d0f0dabe17e523c2ad869 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2553c51218f5cbdac43d8736ab3cf91563453db6c60868479debcbeef11458a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6e8d17b7b3b604077ae8116ceabb792ea16a1fe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a1d68d87d7ac160b7e8003f83860b23e3a868228ccb80b308f4a1f6135dafef +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d7a8c71ea625bbe1fde634622a8c39bd24e33d3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a902ac3c9d7787954d8e22e8874cad6ff1adff1fb3a4ccb522d9bde90f066d20 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..de35614600c0d214071bf20308ab81163a4391c6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8436c0567b57978bb048155adeb8675713170b062514a63cba06c8ceb98cf6ff +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf9c08227893674503d0ea6f1839dcd2d5dac053 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7606d3a57415b4679d0e594566c5025a26e8fe0b23ed4b62d193ae24d81cbecb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..873a5bc5056de1a5be60f53dcf39bf9cc5fd763b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:058ae188f210fdf75f878f9303fee51367c070ab772d196895292bd6f85f2649 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0bb2c04221077cce92c58b5e99118e297c752a86 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb929e4bb4f1b71ce2fe48c4d70eb8fc4047dac4a1483529c07042bf066b49f5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d95f3101d39016de013659376a94250e03460cde --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f188925da5e322c6dbb5ca6d2e46e29d871ab0b8269dbc4e7765a25f85910074 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c50f3457173442b9c021c288cd035cf9213f0783 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68a06ac0e06e5a2299a2a5e5743e2a7e8a1f7f95b65f6225ffa1a1bb562453de +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3f345046586e29894d9a99e8acf67045a78a4b5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc43404ab8b4eb59ef9b311b0f9e5cd499c95ec1b7e421ca440cf686f305af1f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa4ae31d60922382176f097f9ea3eaed7317cdd0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cb6694e887f031c185282da17417d95cf7622253348c5e013190562615e0dce +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b445afe8d1874bfddf66126469cbb81043cd88b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a44e87802d80546d1e6845abd789d5fff3296f9a03c06ce7ac0c42c13180120a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..78b243d1073c3d3a5e316321c2c519c79d187b4b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28053153d35ac404cbb1050b61758fe90c52e8416a1d6e65bc81d4be5c2952cb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6036aec13545ef42badf8b1c651f67113610d270 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec798119cd10e2b27e763e9760775d3b07f95fd4dc3ec11fb690742d7067daef +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..16b05f72c72d1b39463d2d43d4759d1d2e7cbe9a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e5b155d6a4548d921530855444ccfbf0a532db9d1e10f81b5c446e9ae4cb9a6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ddee5d6434e1625bf45594ed2e294d3d76dec0b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05914343d7f91774d2b2da550e121caa81e63d53c4c08f7989aa21c53718f283 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce8e0663c351688eb3cc3292c254eec5539307e8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:508afdd818843cf04b5829a32eacf9aa75db40c55fbd0addc49b35d5f3fa680a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..08bf960127d05704ebaa3b84feb212439946a7a2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a80c198000575b3fe33560dde116e19c3f2c5fee94e3a9d806cce861b12248a3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..08b02190f1c2fd17dd3d5235a16eb5499ac981c6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b735b65ae35a13aaa0b528fc5b7d1d6c7ad93d4e9292d70bf1b3336522b34f26 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d429447c48e6fe85a0ff8395129fc4f7a9eaad94 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:161af1b74d474a9bc5c27cc0b44f709310065fcd4320840282a1d64d0a855b39 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..784ba62c36d59b0f687c9a581d10553696d53f53 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a713b3fb5052810e0a35dd859056886acd99ecd89778bb72636a7bf51c96f99e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b2367ee6c113d4a9663f7a0c0f7a5622ef9b8fd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fe30d5b35d8910bb6024de99f272793eb33ec4d0b6a30866658b8caaa77e99 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47ed5cf1d1cd76b0abf9b5cc373a9ccb30eeaf82 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b16aa08b6c96353a742cdb8a2b5b639e04a039399b4451715314ef4a5686711 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..94e6522d388ad36204283da837d03a684676f191 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcb1e42471995e9a6ad0cd9695dea58749e09222c2877b7df18d799dd311e746 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..421e6df5fb60fad3a6bbf3efc3f730922f3c7bc0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bdc1129962dc4b5676b791d151ce99f3538834896c6986808021a32f770dfd7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..266e2efdd4e01adc409e6db4a5d9474a485d067e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9d881b921caca2ee0dae27ef425c24022264867cd41518030f9bcd1412696e5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e59e8b8880f7442e53485cdfe87c6e5f5fa4962c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79444559085789ace27c9b3e4883b001a3f54981dc97c7eeaf671f1fa6cea5c0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..72f54e1e9e91debaed371c0627c3a24b348d7622 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1931d1e21feb7c5d91afcd3b509832949670a3a33d2663a234352bdc4d5aa8e3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d970276d4835e1d732c39bdfe7229e66e233f069 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7952c426819ee83ffd2d39d98174ce8bae3480f35042d30eb9ddf6b93f41fcc3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2b89c60625b0256c45b7074877338064ba38d31 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27ce123b2e4894e9c7956e940af0d94b385ba98a57616e8b93de07f5a92b0ea6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac39b0990fb28270f8cf5bf93f29ba4010fa8866 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e1c1e37ab5aaf7fe54e58a453f732a159e9f23850c1c2adb902009d9e7345ee +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..34f2ca80c9019bca30fc0298dd319f8dd3bf086d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e35819b6fa21e67a89730fa318f57d0fdc0871b89677d3a5fc9f3ff21cc41fbb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..656f8fb800fccbdaf876c73dc372797fe48e83b7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b88b4268962dc57f48142001e1aeb00a85d7b20126fc7f6a0582b24471abcc8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4d7f795737adddfd39ffa7c1ef649d9d59e0792 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a20444b022202bdb2be97a4cf008945fe4c35153fe12ca2795624cafd5e7f7ad +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a77cfbd475e8f9e2c3023257dc28f2c48aa1f35 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f39674dc5613664a7f9866e56040a1d5e4fbb2434d4b9d64ae59cfa5614d2274 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..83f2c1674756d86609da5d227420eb47160d8b4f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71daff189fd8a0907d9629c48d40090118db1d23b0cfbf4b187d06569873a346 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..84277fc3709cb8e8853a9ede6c846621e43cdadd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c87fe01406a93c57c43aa73eab52b3a8bcdcfcf3743d807ae993754838a59c89 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bbc71c27b2062b1f9bffe19303e843451ff87d66 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb548c01625ef386fbbeecc31ab861ebef1c6176266f6c3389571af2ccc50307 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..36889eb53f96a717ef247a0b622783e152afea4d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb3214e97099e54e2262290c8da4ffa3ec3bec42af1e4fd243743b82c06fafde +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..32d9fd8bcb92c419a9b618e51712ff346a9d6872 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:212b54874f29e1e2702df202be970f14968a4727b1af96f89980c9de3c2aed5a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f316b9fe56e2a4a94bb7be6ff66c4c868335a46 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cf683ed60470b8f172156a97e1437227fe4444cf2c6cf5365b5e07d621cd5e1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..675691d16c0e27e29ac37b8d2773006fbbdc3cdb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e2cb5387c23325eb23c14721ca6cf894341e8fd9f0f2b524f29ee8919869e75 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a40f8045254e14e2dbf806e10064706758e68e04 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76fb5ba9b749df7ffb0bef37824c312000d039c640fd5cf3e7367019ee64d67a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a6a339910fe0ce5897a1dcb8a8326e4c4ba0094 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db2045d42aefa34ed1b2894216fa1e1be995520d8b2102e353193c2dfa5f3d60 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4474fe3fb19c177d1a1827252bf3db22d3358a5e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7200a3c4093127b64267ab8b2f912017eda26f8c674b43cb7c9be5324106afb2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc754b015e7650393cdffb3a0200fa40b6f8dec6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48c87caf98498182c22745a96e770982a25c0d1e0885a515af8f44f7de141ce9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ddf26cb07bdfefa87539dc927afa8f1f3617b2a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0c7b3f6cacbeef4fa23b584e35c7722b5e228d77e892bd8b747c3e0086fb70c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..619649b6074b3d0d11360128e36f7d455722f005 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f27a57cc07a70dcab3c79a5c01c35297fe13c4a44a086bbfa4f5d27f1bf27bd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..019bcd054b6ebb19739fc2c5a69bf189506449eb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0da7a1d9e8adb8f25f6da9f7bfbb8e846df849f60bdbf1a86dedfe48d01a801e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/lm_head/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1e8999a54ad2ac278777958d3bf10c5d68d8331 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0089180dd79b0ffb05ea8d7f53410a19b76e663ec746ecf11269d851520ea740 +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/lm_head/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..34d808e4fa758c31e81deabc270076caed4f9524 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfa83c2246dcd3c5eee66216810d69a52c9c5befc4147e2895aac20a33fccbff +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..db997131ca609f883dd932445128627a8e543785 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:306cfe0f73f19accc1cc84fb65cbab2847fc5fc289804376a172071b4239e29c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c405ac9718309f3f21be65124eeefbcef0cd1fae --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63491347d4912944304d322c7f1ea4ddbdc42d40d962f951d3b67e76f37c1743 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e777ea1798579fdb951d289a50734c341ea9c82 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cffe583e1bdf9ae0cef46fd34ca374463c38cc0726ce1fac202b534524ba02e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b417482708a701a3a5f7f43d05b95bf3e7a37a35 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce1454fcfcb47899c12ed979621101289d2f1ca0b9bf368b0bfcd0f6d7755bd6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb01d8a1f214961f519e7e6e3c25bf1aa04884f9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17a4e6bb203d27bfcd3681d0fa8fc0b8eee2e5458d0e3c308f4896184371e964 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d0474fe6f393d4f0584ec05766c3f6edbbf1d01 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d5ab87bd2374259b295d7ceead7ed22f53af90dec227913435ef267ee2de931 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4eb7e496fbe223e582f210ba972e05511f6fe7a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35c195819a50f1bdaa5691d2af143041d212792476d657bb3dfaf48ab16d7c51 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..033306eb063d92236e6dee67fdefd0bc294f5a9f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:240abc2079185b23bcee613237bc6c9f9ac72351931c3026a20c9c77a9a63e17 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2b186f278409936a861aabd4388556dd99ddf44 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2376c27cc01dc9102d1de2538a636313470b7dd8971d4eb79f0a8d665f2b8c0c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..336ed268a72a4576425f03c1f76d1cfe80408cc9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16c8dd5c7e021490c266ce3f527ab2b1b75ef19408677179561ef5d54ca6b399 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..42d9e948ced92964cb0edb145fe4264754b465f0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32b01ab3117bb114cbd5ef22956c5280a2aeca398611e4d22d590d7e9e9d198e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1da6bcd88d58f9604f89ffb1af51f7d21fa4dfa2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51678e6f6dcde05aa2cbe97c3b3d6295762a07d17d8293538e9dfee5442603b6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bbda460c50c4d63b2edc6a2fca943c3d3077545a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f4b5889947b7481ffd2e53bba377cbe7b6b44014a6b3bb9f6639a4084badfaf +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..80a4dbd78a46eb324e1a1f5743e39734fde3ef4e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b38164548760d345d0bd67b06ed873bb312ef957a3ec723ef07359f0b3e30046 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6a9c6997bd386202e37bf5b3bfb9ad741114ee7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f8267a98de23673786eb80e5d883f9da6b1affe060337bef7d83a0cc5645d3e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..42f6f445323a567787d54b8f5e38d766483ccec6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:211a8b043a388051ae6e1601eb36b1ce5f7345726c50ff4e9773319224cc00d8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5065ca816f6b70f8d9ca6e9d9f3348ba2fb38401 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9c2cee30bfae6b59caff3ce988ed0901a0e8b70a345db367823eb417dcba99b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6b3e5e37cd7670041275c7a1cf4b9df024aa390 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfa147dbeda03bc5c3b20290a819e12b86ddea1e2d7e0f35c9392cee88ecdba0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..468d9dca9df1b1f737cac407509d182407db2769 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9631eebc2d559dcd3a54bb77aa5fb66c908d68a9f053c192519e8a36c7087191 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8dbe1f9b2bf630042b9d5be5e3f7a36cbd3353f6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:239cbce6856689e4869f473f14c7c24eabd0f9046a01d8904ffa42bcc463133e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..29e4c15cab7fa04c44abc1c4eb18aa3ba07acb4e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13d315bb91106ec5887eb8bf8b0ca0f1ddf3d2353f02e35a576788bfaf0ca318 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ef7cb1ace4703fdd56357a5dc0f6b2f2c051471 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d96bdd58750b62610ca9f6f94c36bfccd95b1b9a3ecd796d038ee1ea205b6f2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba150dca213b1b210c48ce2fa6f774da2537563a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:923edb2722321ab79e2e657137384bfbedf4a91a3978a0cac697a2c0423eb702 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..661a3e124b64d912499780fbe5a551b0d264d63f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c7c4f355163bcd0b324e3dc4850058d2996f96446a6b86de86af15195a3cfbc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a60337c695f98fdb825c7a0b5830ad24b2e37c61 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e96d880d4d0904f602a6f6a2a6c66ffdda48598e761766d86cf1bbaba3f50ef +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b976dd8b68cb10aa06b5d797706fa9556fbb8ff --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea1999f45729483e755c0e88a96b5c0f8852ba191f3b7618b9b5a2c3f284c08f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c56b7c5348d953a14b49eabd749e1df63ff9ce61 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13b4d767ab517e8916adf11d5d14a0aceca38b36807c70c9c06020bbe51c316a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b48cfa255e493d445bfc0bd80e2d7503102319b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71e5052008dbeb1c6ecc9ce90215a4ec35b46c1a7fe59905d59c49c52d488f93 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a42c0f802a41699147b4413c872a6415c936674a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97dcd413b1eee252e6bbfe3541dac88e89f06773d8d2c3ffb57d9b9fc3f6389b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..494c5fb41ce1ae1e6ed75d602d5483023254f5c9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99cfa28ba107b7161e578a2eb9adf8db49d403ec8f5185b052811e314cf83e75 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f4923a4108c93184b20988c0b1f6499f97e6223 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95645d67e25e9387e5257b24fcad0f2bbdd13bafa641266f6bfeeb5186882eaa +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9537197988b19391175fbdd180579bb2542e576e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb0a5c7867074ef05dbb6c244ee0d67b104fb4ac71a5352c044ddc5192ace223 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b0c890826e1caaae72c151252f2a44bbc6ef8588 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f810a29dad49ad1b61f9da7551f8289131a4c26d436a968fbb4d2f373ab9a065 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a23500c51c8e6eb70a5e29299c71e12a1cee2551 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da36fde3023521f17d5087b442707992c0c000b6e88307d275fd78fcbf50ccb7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..87157d0af9618e098ae70d0c9fec158cef93c9e9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f9b9f052e940257871c01a54010e4d13cf1c0ab89c3c814100c26956bbb6aa2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..32b90b882418887af3f5998ec7fb1924652f6d45 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cbb3b2fea25d98b05fbb245ba0ab9656d2fdc01509c548515e78a45d0edf9fd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..addc9e05d67ddd4fba7a84ab98a0e065397e502f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53272a7017b9d09f41430a0be92ce3804b91532e1672630d671a9cb7b2fab85f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1bfb75cb1cb88af53d7ef2736879a8753fa9c71e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d52271985fe5ccff1dd154ffe334e8325c187d58805dcb02ed616a534b9c9567 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c2c773f3cc1ce225ff49f50ffe420f2c982df31 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5198c336e800d4d129cd702e75057d4ea82aaef36dd1b25886b4ffa76c25e58b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3867e2c15e0d30b1e45c15b1c7fac1244076c2c2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ea159b0b41e82e4aae84f249664a555789c2e9d7df303d9a6cd53e67c857ed9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9fe50fdd96f684633fdbbc28ab1e42688f940bd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe4a121ec1cdde2f4355168a12448a14c550643ba46c8bfaa5f3f95a7a0cee8a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d497ac2658347bc54e97751e517c2fce71303d35 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be260589c2bed66d4187bd598b8d74c8cfa5834aec4ddd44503177aabb51e68e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8585cdff4a30b5ccf26d2dee8012eb76043cca6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45eff1eee7bab9d22f8233fc30f7a97f094618d35fe2931e384ebb6a6fa4af60 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f0f4e7dd89253af532c2864a9e594c3b549aaad --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:683a35775b517be241d21bc868e27d21b3a8fce527291a1a38fec9eeb0f48481 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cce7ba7ae3ed0f2185dae70dfdaba0d39c63448c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98d7678d234556870aa989da5a0f29aa64f7562e13bef46ed1a378f39f2a2d79 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5ecaa606cc6d913ab09a6ff488e6b7815ad1651 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90d2375bada927cf5f5d93ec005cb1f2d3448ffb2321bedaae04470df2371955 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..27e492821a0f83c3ab940bfcec9702e6f87e8862 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25e634f11b3462bdac88bbeb5e40c63b7802e8627cf62d7e280b76c7513a16e1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..356a0ec4909f072f7733217cfb83ebc02bc01514 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdd8865025b575d9e568fba2efd9588bbf7384f1073788e8175f8bda489e6d6d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..72b099d1973f072333170493688f1f3498393051 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:986cb207ae1b2655d81ce215d1c231ae0890a8f9319bcd51ba8d332a95f23a3e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c4b537d54779b725ab98ee52f6329801338068d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d76733249629627529bbd8d10e0dd21e7537245dccd243945b7bf65996489327 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..774dac46dc4b0108d93554a2ae192b5173dbe9b7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3319db9c006c7c0a8d124ae17d99f676c9fd48b4a8e8a266aada588c57eca612 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..60c85de77522df0222404ee32f4aec151d2daa4f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4a267c0babd25d273a82cbcef145d4340fbe862ae1538191b4bae16b87e39c9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb5ad0cd7665980dcb763a4abd12b580ba9370d2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eed311ab2debf923d0c9af6559730bbdb117a2cb3a017c440e566e3ecb94d249 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7c6898734cbf7e330c633b7c5c7f2b4d3a75a57 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7cf4db13267e8c9e0684f65cff26cbf877e2af9c8ce6c4f38fdfde8369411e4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..96f3101a57ba163a702015e1726592c3d31d4a57 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25bbd39584cbc323c0d6aa9c7756e4bc833b3cb1263d37965a9703c3962c07e0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2bf7d61682f57af07bc600c990cd69d66ce6b0bd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d976d35c69d0b1f6988f5dab51e773a845f85a6befa06a054866d5b34c65f301 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6387741bf7aa32db69eed7e7f615be4c2d8cd698 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:370be3f1dd466f17584310b80e6ff1fb5719c06d012e542ce1067a36250254e7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab37d08db7c7e3f2a7e27c3aaf29749591261906 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c859bb9b89bb7c7cae195e43c10552f0eb38d06a77633351dbdbd346204907aa +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d670ee4ef9727fcaa069119a0acba55c28a0590 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:104a9fa96e78cada1d29df0e658053cf0635d005dd16c6f7348c5a1f87f2f5eb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ada05dc71d00b38c3f378524f8ff28705739a52 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dd3f78f474f9a5f48380804cdfe54c7031e5b6af5883ddfd4524bef5a99c0fc +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b0052efe4dc0761b03ba564bf9ce1d61cfac4059 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed29130c0ae7f8b283f89d6081567f0e323d58f7ad0b7e57b5a2a790dfc5b63b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b7a9bac14d39ab5ab74e5fd53e2a2df6555b35d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5eb4dd0d257703513f6a2923013637f73f81012ec19d4d054307947a0efbb7ab +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3d742b09173aaef85322fb10cb82a9f28d2dacf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1927aa7b5dee67d1648d9bca2939788b3f1d505ac8ff884bb3029988c1e9cab +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3eeee2ffc080ae27bfb19f90c10e265f9f8a0556 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:154b16c2e81955f34ddf698a9af6fcc07799ddfc10db0d966783d8f833582093 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..af800925f0a969e0d9e3873a7bd9430918423688 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:020c50590587f3ee8f61d1dbcd5efa4913e5666e0d58a4a917b5077d542b0e32 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..081c504654b4b50e940079531da73fe1f3855180 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e5e3aee308ba3993388353fc4ab6d8793d88f2e398990e446639f3412ffb082 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e43d2aa6334043307e5c37e3d9872e00c3017675 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0411df81172870101a3e61a32ae8a65b29249a2414f8dad9a6d2c1d71d20cc3c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c06185baca1d0df40e462a7a55f6336d39b6ad10 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25ce68da6a89c65e1c137a32a37319a6ab5fe91247f50a7bbb26f8ff5233f017 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..03dbbeb27fe1b918a1a54ca154e037337cacc043 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3daa120485bd04910dda7a435d769be163a6a79a2b677cd7cfadee53348db70 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..13d06f28b003630f6f7504bb1dd99bc17d051fab --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c95722c0b2b7acdc103ad489e6d1f512b757305e5019624ffd67cae5aac78a0a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..02cda20472015ce6dc4bef17f7dec8c56319cbb0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46aeb9a9b4e0693e583396ff5086db7b838f9b7f7af148241eb41dbe8b279cc9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..da09643cb19e11c31a75d1ba5959d4279de33e09 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ee6cfbc6c015b806f90b9650fa74337a60a26f1d0c135f7c0142d91958e2449 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae6c86dc8fa23d81e139b5a1a61f1d157a809b10 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d420a2683227c864ea05e4c1682ad98d27053573d08c96c2d5391d8fc5f97d64 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c06fab364a008a125665d5d731bc6868fa0724f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fcaa3ee7fdf36c05eefdc645893afb21d140ed530a0f0d9fb3d39628de15978 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d09aeb5fb08edce6a27067d5db821104f212ed39 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abdc7ffa8298328d921bae8ea1790c23d759df6ea64c085be045e578d377d0f6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f32b816324358f046b03f38baee27ce456f98ac --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d15bfe06e66eca2db73c86331a04ac30bc7e6388f2d9527531476765b2f263f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f04e3c823eba1958bce723ae8bed763f2ca0857 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b518c4071df20c26f58dded7aabab67bd87479a78a5af4e9801863f9c847a35 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..992d40f5ac5d0e70bd24998098a16a4f13452fd3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b365e342680a3d19ef229d5dd286abe02c17a35df1b15bd9611a630db9f3d4d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b5adb6009e48e1d7836b32305ce5741cd51f52a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75ed15528cdfd99ffef0d85912787186534cd285266b51d3140cab21399d0782 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9527a46c3ada63ca7ae8c21e17b27b872b8a380c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ac3a8ca33f840edeee719b92b3a41de7349f9714a9693f027de6054d1e832d7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..13220d0d88b498c30d0e0324e7f1a8ed59229e5e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2eeee2c03306f77becea0685e93aa8e1dee558029cf56f9e6482172a5472fab0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a9dcb3e1eace5937cbaba72a9a3da3825b4f6b9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d447005a107d708de5a92686f30962dd5bc873819cbe2f7e1754803dd526d89e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a0bccf9b722a73247dba28562dc77b2b9234582 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29a0e22592e595209db9a89a431daa8c38ff53acedee457b4f742f96b37be74f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6893facfad0fd6b181e21e3c2e2953b81dcd6fcb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:404d0b287377acd423754dd9615049a589cf09b0779fe463eb4a109187c6ae6c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..840b644d12857a7e8feddb4b0a0abcfe4049b4a4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b03226c12e2b7063d8e4586bccb30ce89c90da0a83bc548a3fee9330f881d7c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..51b9f0b13af3fea93de092bef437e4fd765e02e3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ed3e65a179c04f14db436a7a6776400d3294bcc7c3e48782b3b380650655b50 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..88f99e945e9217a757cfa06a55f7b2037257c3e3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1e4e73024d449fe90f504a19a8a209887a108f8ab53cb317eac43f11512b947 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..14a68f83e506c71359eb47071581da70adc48221 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:347819675274de3e2c6a18e6b85b0d6df02eacf1030b86cbec336191cab4633c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..68a12e266852db4c1bd6f11a3e60457a9318215f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e118648984a68b68b3d260d61511175530d8ad1385e1b0e82e2c03592ded2987 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6def2718dafcb4a183e0ad37528bf4e781156ea --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:144b6abd3942ea4e313a4feedab0cc90cd4b97f7c29e860ac296527e974023aa +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b9cb7c80c8f60404a0854bdcc1d85bdf3cab8b4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:541960278c5c6cba0711391597eb360ef91c102d7eab13080c0b5dc41df7b818 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..294682a2b29a776d83525062a481774820c5b416 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4be722cc2d7d0c73d86977232344459fbac535c15a4d9aa136170d07d3b190c5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5396989a30195898f406e5df6671de3c3c0a9a58 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e30c5599a02b6da1a6f5c85750a74f9a06de499399a16f47c8f9dd7315f5faa1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..badf3d746df9ddcc0e4be93d833224ff36615936 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:208968eac390f7654e72ebdbb026c37ea1d393591387353d4e5159eb8a98d005 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..666c986f1f5b939953f966f31b2cb8bf531519b2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df1787dde4f68498d7cc737985030f28af920be0a38cdc9c3846f04a31b3b615 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..625b34eb8220f00c22fe90b6f0fcf89a4d61e174 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71511e36560d26f6acfaf07112b1515a5c6714725265210cf6f4a1e3e07e7dac +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5fcb7e00355bc47092f4935718476d396aa6c9da --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9710a9a6bc74fb3f447f7bfd6ea429b9fcff5b8d57fb170f5bfe80bb084a54af +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..968446021da0f3c6063169275789ed5264dc81bc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3ea380ad26c480aaf309c7aa54ca06ab6f6a28663bd12342271b5b976dedd3d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..100787c64c978ccecdb93c70eab8d5fba369ffdf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:632b80cc1c5034428301d99b1da7c7682be141a93808467cc7a579a9c47179c5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4db23e496ec21950a60af63ef362bf9d3d40884a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb24a206f11645aef0085bf19e4a79b0e5448aa8d9d1a2725b8581c6dae53237 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f1bf50ac3360944b438739742f448c2a864aacc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86834cbd20709794a5ff21b59762c41df96bdfc98eb1cb7c10b67c4c6c5eaee5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dae0c17647b6be2ce4e9a56119a0f1dd043b2240 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc11b512ec1668be23c287eae9298a6f682d3c92419c2879128208b8347902f9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c8af083af701e9178347d94a11a5fc870173e89 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f483ede0d9ee883d7a5edc5380619e4c2e84661cd8400cbae3dffac8a4c1bb1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..51577f4342bfd00d70bab86ab29a9b0764ced0f3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bc7f3c43a99f8e125892926137d707ebf3b36136064d42ec52270898a16b369 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d7d41a91ea91d45dfdd11b633beaccab00350a3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7e8994233b679afd5d568cc07c41a9c82f092dc2010e2dd61ee892b3df988bb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9d19be6309e3f0df32fc943b3beeaa1a4ff6d6f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecf04347dbfcf559e8c14ac0b46d711a67bcee766f73bb66055441eb03168512 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb22a2b1a68255ffa16466946f0459ba4bea6a43 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e36d197e56a085cdfb5abbca0bc6ea53ca10cefc7d0ceb5ad8e880212decf9b2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d617a7b4de3d971b680eda2724a6c43c6b527c4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b86d65b6a506bb02ce525547be0120df4d31c5b0c2732fc99619109ff9dfe68 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1697df2b09f9a14c641a5b4c56b9b017ff3db58 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6451ab1d98db749637f36d1da87d1e0c3a33d5b1f8d71cfd59608532a6456c3d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9121fe670f3f0903be9b7b97d5d225000518046b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:561c6129276872a023cf68ba8005add98fc3669762ac61f2645b1c97390688c6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4527b5f1f5439fd31daa3e7037ffde1d8a0077d6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:981eb7911852a7f9a7d979ad2be6bdc5cfbc78fc56cbc4031952cff0174638d3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a8e5904b760f517a8598e9610f346bfb2d73441 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f53ccec71554c457b7cb3b54e89aee41ce0886a8443ba160d86ed2b0a5672a81 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..216bb87c1b84c33ceda7f445f6a6a31ff84c274b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c6ce549e3651692a2ef6e711e44a271d460d46b6ece80eb01da267524bdfe6d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..93d7adf8cbeca49e50d93136fd2f5ff50ead2051 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2504c214f337f358d20e13c1d6de7402457b65b39101353f0a932493afd0f478 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..38e5226a82e8f5b7f2f92b097ef963fe6e213133 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9376381dbb8dded66750ea1ac56254d357b1f227519630deffa4fff6b2fd1d6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..73f7a65b322c2e42ead8f7e51ecfd56c27b40eb8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb11d241901e01fa2adbb0c2c840fd6203bf9292f01b97ae0534c950261102dd +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d2bc08bb8a1c6ee8f4a017585b2af7111cd94e0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d1fe1b9bd1173adbe31fd7c228c5a20f20452ccf62b8e4dc54590f59119f1ac +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..be6f1dc0f62cb3828e7cbf5b6bcde2f5a05342ed --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c991682ec5b12a70d7d15790c994037cf456d5b909f6f08494a7a7052c3ce935 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4bfa29561b52805a84ad895a4b4945252da21c0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f59f15dbb96370f7902d473a0b7cc83a4aa276df05e38021957657e0f85d57f7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..479f23869118d9673f6e7b37d959d39eec6d329b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99bc9fb071a31ce56cdddfb2446683dce18273fb1e6e78ed0aec4ca55a5d82f7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b4e81acd767026ad09b3223d1f2e2663c345df8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0dfe483eeb210cb7de7fe687c077403d8f74b92502cc84c42a108dcdb9683a04 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..270f48fe03c74d48b137bb2eef7b6ce78897b9e9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:027b2bd2a134bf63e89b315c5d1f12860ae36ae47f87d1bb39b15e6039e7f1a2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a255250a4e311f7e6b7cd18dc29815f886c8a973 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44f9e2e77184a1e678ed0a287b3bfd5ac19d5bb5207aef4e7de1ef45ea7604ab +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a57c9cb34cb821c809cf6b710120d61c8f642f65 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49211208a50368c1de40e17dbdb3ce79a1b2ba9149eb2080bcbccf43d38d7f66 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9dda1c81c61b4a30d293e530bc5ce933f56f387f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a112c421e65b7b434c16109e52613fd652e971f6d6d18d0a5842239653a089d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9983eda7cd172420104c21e0b6bed93d3a72d04f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:000a05361eb71f7fb771914019233ebd846c4d69a46b58995692c1655b532cca +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..35f43e29bf8ef8a5ae6d4c291dc02a5e685fbfa8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d449d3b0d5e8955b9e2b2ded7c3f070b7cb87ff6f2a1b2c137c918ebb1e6c19f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a77dc3185bef83478c2cd8066781e5ac8cfddb7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f4ddb092c1c7f8d45bf8a98fb635651161a191bcf114a716e13db33d1730167 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..554d746882c12496e8d3acd859f080561b2542f8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e3cb15ab23765c436e35f1c9f0f010b9468e79f79e2535759b90749c98fb5bb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c5121ed777ea192dd22758737e0a522aec2188e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:520ebdba88c1430c7ab568b234b4f233c122fa7fc998b436de3f62ef86775a9f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..382b1e84657759db71e3dc19b08ecc2dd317269f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9aad6176eb1b487a0b6fb4e9db85df5ce9d6e75343cdc9326862a5c5443e352 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aff45609cbbc67393845d6f43cde319c8029b965 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e00ba8e8a984878e74c4e59779c20a82a0789cc75a096b16ddeacfb4b4094bbe +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d2f06508c26716b2d0cdf23acb88d0da4d9c259 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66e1b96ba900532b8f40018e2e4ded463d5c873740c350432477788f27c22df1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..785829045c635f50e29ece86c39aef0e27114c68 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d5a4af4c47ff35fe96725018212a9db5dd9d50fa74a96e43f6901d0342d5b0c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bd3e4e21916e01501d6f308e20498eab8a72283 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cc3dbfc4a18727556d11ca96b3251b57a7a4f0567fd62a8e61441d399f0e003 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb0251b24e264b33ebd18272d01cf29525251fd2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3347b633ed31871a803c300022c35a3d03ee78740912523883bbb6fdb2062620 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d12a0fdd55701da76f11756563e3304af93d109d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46bf184def43d746b78a17e9a78136a633721c3dc65ca0dbe986f26e5d9244fa +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..765ca461810c368ed087f06d20007aeddafe2fb0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5d6f6e617d973ed8961d889533022daef20a89cac2d829ef83ffb80ca9a03c2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d73a53a633a3e377390028c4a64ed385d4953fe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fa8e57face9f75c070ee5d172b884edb82e85c7a76e268e863e82fbfe8b570c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5aabf26677b04061ef1259859153b0136a3dd8b5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7af42ff53d9cd1c0d800973e236e22f36d8c6646993e72257ecd35df78979ee +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cfd4151cff25c5f6189b2e697207ca4cfeb4c0d4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6befe98780182b4f64b489894eacd082dbb2d382a1682ed76ccc1fe8727d8f5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c5dbda90e03e263286b7aec517d1e5522937ec2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:534cd383a1fcb38744393f70ad5fcd8b271fe8ffc3e8941803fe862ef96bea7a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c076b047f693b2400e6620579c1a580b699ca00 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92dd6bf1377983e0511a5497e44ead4a2f4057e2aa5b8752e97cfeaf7c6d9a32 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e4eccf12a4b33879fa5635d6e6502cfd70b37fd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d90fbb7753d70164a1938cd4ae8f398f03113cdeaba1fc9a25c44e2251503452 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a21d665096dbe7c548080564e08d7434e9ecd89 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:850a5406515c4c7a392948073a63375f2593b21f6db316339b8c68a543517bb5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd8627bf377058fafc4d4667697e4e399809a0df --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcb9cae85ade40d11a17da9c84b954818fb8044f1eb7655cddcb1d506692304f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..30c51d140785bde1cf7b91684f4d66ac962a5b45 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea1767f9060749c93af788b216d05888d0a49402185082c5dde5cb2625d30e29 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3de13a7ec5c2b981f38a61a8d2aa623ae07cfd8e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:476f36012b6c08097a04228518badf8136e25cad6a61192e8ca9440807bf0ea8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0634bf84eca0d1e40784d25273eb37c545c7cf5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb0005e39e7340d1652a99170e0a169700c9846814441d2367ee023d8027a1f9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0bfb706532a863b624c294214105f40e24e4ff16 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50371a280bbeff57e2b1b3d16474ab0fe66a49852d7c050fbb78b730f125d491 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..505a654b53c23364c22d20c8e2aa058b778ad0da --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffed1ed4f5c6174d314f21dca612889704039e3a05f69029d5449a6650c78f69 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eeeffff359529ffa8900dc3fb4e578261da9bc3d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab403ec1bb5f68fdd76a3ac10c364a8a3394505b7e1766e5189aceb04f0e9c3d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b4d38def6b04320b0602d447b1b0a7a04a75a8a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:370d7633c8323350c370c6bb98b5344059de0464b1e6464ce088f2d1f63aaf9c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9a6af0df1556e1dd2500beaf431386f3b421b79 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bf80db0a41e6b63b2cc52b2de6e7537a47310d0ac070d6bd32ffc26b1e1aa06 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..00b809b0e30e33e697f138d1b22334f8d9fd76e4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31f5f58c611687306c9d8d954520b5c2966aae721e4b0e619dc998d138032d27 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b374faed8c307333558493e1f0913ea64fb17681 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf7eb701ca8a8adf227cccaf2a8a22892598867cd9a91e984a63807e07b693a7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a8c478f5759827d912bf366e65479f5df17a59b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a16cbf5ffe1a60fb268f450a6508dd082aa5eaa341862adf794abce3cec2787 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..93476841f94b73c048cac2832de6bd58dbc52718 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1cecee189c3399c58717f576c7493f0e78a5be72f9b166bc9f6b1a6b66db3d6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e746575d040c3dc1a8273a4f447248f16efa80e1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92dcf64689ff982c7c1989cd3489c26cb6b6da1a43bf2956d7e7eafe181a0436 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4da5d1332401c41df2fdd8e322a1f928a7d55269 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a45bdd868fd88b3622d89046ba88cb6da6a3ddd6350cb724ad7a417771d85793 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fefe4f8462aaa47aeeb49d624bf0c89ff51bd0dc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26c0ab69aab4f00c3a2c628685327778008a54c29c8694666682fbb26220ac97 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..26cac174493ef6490652b61b73807f29d13783ef --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff9fe5b626fd21d054f0d2d5f3faab93c611c6df0d2dd1a379dca693764b894e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..73c65911bb4164ab2fd86d23d8ae80a8f99ed2b6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb8c81fddebfa49c4eac1cefa0e80127a5d31b2ab5d80eca55f03a95381519e2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a29e6b9e9c6694ee43538395241b9f561adb2b7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26fb40924fa49520b5a6d7547548bd5622411ee88c3cf1012a2bb74e685c63b7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..af9b5582600df7a8948e3233e5d6457077863ba3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d79dff973108b249ae7e2d8c3fb744dbebf422e908f153aefc5f5a0bdf561d3a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cffc5d73c31f0c0769bffa385c29c74e6f3ff3fe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acc8541e7abc3fbff5952c36046ac25fc0f327760359d05d536eecc9d7e3cd7e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ffa2de5314ea9ab810ccd685ffb63edad737148 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b7dfa9cf006e45de6ef8d6465b6d9be1cb13454d4f90bf6c17ad45a32a3f9a9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f3c9369afedb2cfb4e5a6b3b1fadfa960f8ed3d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9296a35ad4f52061bf91fe7dfddb79399627cf6185c80d41526d412675f98515 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e07f02e6472672ee4a817f74fd4199e48039f1ad --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:521a201a1a599c5d5cfbb86ae973a6b9aeb9214938e516fbd3ef314e8cc664a7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..afa04531c48f74e0573de71f1a012b980dbf85cc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b639af2407c53f590d23796a9b23d661339820967da3f19d81daca831c56d3f6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..43789c21b764320f66d7b4541be807cc87e05b15 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:918790280138e9d64a8932d8e4dddb52cf7094961b6170e144e6aa13b46bc678 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d0c5848e7b02ecff3027e4984bbc9eb03cd016eb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:624fb81eaf99d3d8fddf77169c4f9e02567ef8b42427eefc69b44de03fb02f5a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9688af1c794a9eb55cff95156fd3eddf9ef20acc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6fd97f8cc4e770ad9a8abaae99548b65deb67cc1f30191115d44ee7e955b2d7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec7ad3913f3dbe0dd5cb1366cee435855343f1bc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a088ef1caed278238d4f891175150881f5e7ff3d12db61471c08a8951ebc2e94 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c86feecf1ae7ecbda1c31699d1d62278aad2700 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00f6f78299b11fafbf869c723fc2bc95ea0cc175c7d26204c63fbf8e5a3f5ce7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..792950a527afc6e4d12a1cc54a8917c4ed1c60fa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb3536b6f23f88f6e9ae95f603c2ef2aeabeb391219ac3a00a6a0b5e29fd45e7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8627b0d55bce4aac1ba52401e9cafd87fc1d4512 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59dae4763abc533e768d6c0b254503284643d04287b299105a5fa3ab7696af6d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b12d80b9f3b5ee411b96d8eb46ee0386b32f7859 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94965da05caf1e3ecccacc5f1e40faa40029addc970dd2024954c59e24079b4a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd340ca5f7f4fae6f7392f48c0bedaa1679ef841 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3d5f0a63acbda5fb7e27329c67cf071e20abc08a0ef6c92ef75fe0da92416c7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..530e12cbd7e068a0b4801992145ad084dfcc62da --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f6fa1af09a34926e30419667368daf8bef9556a1373a8104a61d315188eb133 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..84c6125a97824e323819b0eca62564e8a2d9f609 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c1bd573ba7a94a6c15b93eef33fc687d42c3fae68dceb74a5d5b96c90494ed8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..acf2103fbdf1753c3e10134859987190ed76fc7f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:faa44be8521892fb3dcde24a066608d79564e98e8d16c80004dc0b6d632287e0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2498572ef0db3c7b2b5be6c0dbfd5759fa2ffad0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:914364a6f620ae9de5d7553c984850cd9c2351d99ecb8043832eae77a9491a69 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce77b52445f190066b778493934b46df6b311438 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a23eaa9ff1b684245f27f727283fe7da1468e8a1ce51a0d21c54478c68e6a902 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3bdc6d064838e9e6f26becce46061e1317d83082 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5a5aa0079e0521a15cf6865f22d1d0647700a78d8c4262b4108cfe7b12cf40f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9491ba0394e1e5e1b50e7f909b2675d62e0a4793 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e82acd408c0da90bbfc9568994718f85e61bae548207a21756a8d123a6e2c2fd +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa1541d7edf6bb786146eac7bf88184a379ff103 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88698917d2a17b17dcafdae6f1a81b13b4eb851c17d67ba49554d26d9de7a1a8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..effac53a89189c3270c990721ca5e65dabf029e9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65033adedbd42cdd691dc308edb922e9c548a9446761ee80bc60ab5a10bed534 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bfcb4930a9e0ff08873ae6d673356c3017ebbf44 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8defef616bcd12b192473bd3c26b37994b0e9e4525223efd73b34537d2aba062 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f34848ac04b09bbc8b7a24986441933f005c285d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d0a4e9a16b9484e5d35b52f0e3341ef057d5dff92959c08cb2e33342bf63e6c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a46d424367f4783aaf3c23a399914e5c93d1efa4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6caf6017559745dd5999de46dbb8194de3d8a619894743ef29bc206673047e67 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cff72a0a23f37d27ab7e4c8fc69f5956349d500c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5353112002cd3ee44be4a1a609b157cc9e716f79087717f8ce693135a493fed5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5815656de6c2c6531509d2612084b9f45500451b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a70c13af8fea57be5d56a20667402edc9686816ea948a66ce7258e01636ae87 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a982532e95b025f9a8ccae59290853a57070333d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93046ae1d557208271a73a81a8a91145ad2d9528a97455f6c718010969d4fa2e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7dd55cfdfe6ebef7e21e62fefa53c91a4ac4984b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4548d9747a32b4800282098914b2da015c03b3b6778ff4d3b97f4c5cbe058e0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4eaea5dcf56663014a2fb0c4d5199b2cc40457d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cad80ca1269dab2c819b34cd0cd1c4e7e75134c727413406d98c3f2c836f7ea5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..50d0a0779cc62290bcc3788d5d31705aa252d974 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:125666f72ce8b3013e956147a23687d27926ae9d9be7e53d8ecc3bef4839c870 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0f0ff35fa5da127a35f884d1a7d4d46251e5148 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09ac94127ef8ec85adeba768149167d832f791bdffb230b32b3e0bb519c619f7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b77d213b73723072c0b8016500cfd3ebcf0f1a00 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e50192667cbce7064d66d1391a946bf0bdc456f3734deb050b857ffedc82bebc +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d84808cd9287e558da690c129489c1db5795ee68 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b590183284f97ab918d8691ae94b57bdf9f393fc427499842e3f954050abfac8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..feb9cb76bf53caf7d6e6d0e7818ff1e20b4fcca8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2dcea872059e04144491c7bfb78a90b587ee9e0dd2c0a36bb14046d4e79e8807 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6cf34a66d3d77d3c58ebc6a638b2e406c1b63925 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e0b91a10167a2c42aba671dfd8faf0d1788187bcba31745c04d9aad63b8619c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7d16f4abe8dd8e408680e3bbf535e53aa8eb45e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:236210504b72d0f5a78dc681d6b59e7bd6ffc6a579ed5b3099db72e3ee53b10f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c98cdc17cdd73c016d2a0ef31f7d9312e5863c3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4e303a142871ede0fcd7ef8baa87c3bf2e9442acfd10857c2da2b296682b86a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..59c12f8dc92a86f3619bcba0de8f1130379529ae --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2020c36a837b9ca553f3a2b5966c23c49a484e2b7fcd47187e7195a3c4dea97e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f49613aac9ae5d63920771d5ebf9f2cca80d278 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3742fe1788f3a59c4e532716729d4d84e2a57eaeacb88af39ccc20455552e795 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc3030972d183778f5428da7d3cf9b2591994872 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6207679c488ed95415fa508bb259cbd8d44075257f8945f5cf20b457bf0c4890 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..730145306e925335194636b905d9a17f14935092 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9e5ac6bbd14d2cb3cae5a662878f1407e7b45a126c88ac8f9c79c7600a816a8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..33b2c83585080f37757791a60c606129b30ba018 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7903855f34deab53a136a1080fb8bd0f3dd4021d5bd5694bc6a041c4bcc36ceb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1de7753c3a7f05ceaef3fe41ea75c122ef67e6e5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3401b6a9ef24fa3c08a55666fa35a0374289c0cc011cdc3c6c5fdbaad6e3b94b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dfb72166dfad7e9e68d02fec2623503d17aa0276 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1f57a9f16876fadc19fc5e7cfcf64d3258c2b920788ca19cb900a3ad4b142cf +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b189adff6c490475d20f2496e4765efa2f5d6d26 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14f99940dbec563f38c58e77db5e5ffa287ea650a0a7a33a41c32f799d10b843 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd751936ed756afefe126f5ae2f669d41856b49d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:195d009ee371d508cbabaabfeb74726b61a5fe31738d2594525688dbbf641ac8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..474a23191f16806eac316fcd8ad70d4560b35705 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:585b64293fdae8af001a612bb3ca4097d5a0c520a78729f074fe42668173167d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf787100ee7adff66843b666279d05e928496b85 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:487b5f6281ce71e2cea07f69bed973315ef8f5a6d42882b94681197fb0aa5742 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c83b818185febaed1cadb951a1b81289c4f7cba --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70f900a19ece7c5a5a6dcfcfdcf6afab5fb1792cd097bda1b0edc61e35fe59b9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ce83b1554816e9c5dc8738536cdd30e898cf1fc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77593987039c596dcee85217792034e29a9efc04bee4facaa1bd03f0850314aa +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f11fcdeb5d54c8c9c3fcbca9329c9d37e5c0dccc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3a8245bf68416fa37f3289ad32b299222d8fb4fccc5ca041180eaf6070f760b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..90945f7d7b976a2d0900297cc058772f9e29a2ce --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0fc2aea71c5a68e0f402bc1dee3fe6e79060d9c4b890a4a73f1110859631378 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ffddfbac12302695c865a18565f0f811209cd8df --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29080ccf644c67b9a8c4e5ade4bf80cf8105acd142f28d4f56f6caaf8dd068b3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..62742303ec146abdf2a720fac2382999c1de31d9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:442b96c66ef7259d78d44e67622f1bc51d0e5d6740c8a7702daf2cb0113fdb4b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..54667e9f3c34a78654e4dee88d2c9b55a4e4af2a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25667fe09a040e07f6e7fb4e44a3a7c379a495503b7dfb34aca68649a125728e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4080c1897ccba74beb55675f61009339847e00d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5307b1af99fe31376ca9c1eb2b745123d42b320d7f70a1bbf613d76116253f8f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..593007a3052b383653c67380cbfacc8814157640 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dfcb3f8aa34e1125afd0f15c7edc5cda017aeb35435941495c0fce937d106dd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..92c69d133d5eb1a99ddd732af39f5e4da017e52f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1aa26a7fcb48dc400961fc746e1a769c216a869a40f2cf03d6f24e7ec4d3f687 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..797c36928d20b8129263917056a7722b12eedb94 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86977983a2fcbd5e9b053f64a0ee84a5f59a866015993d0900f1c17a9932d48f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..29656076f62c32da27cd1601c516650888bb6db5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6d657c68c0c902fd9070eee59a916b28e44ac113429c46689b3a646efe39317 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e87f610b1d2d7f2b3fa33bfc16416c2f1066267 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5751ebf73d4146860566b7df45f26b7b2b5989ea70a822046dcfc5052bc73c3b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..abd93f80b7acab602dc960ca0a5a77b505509757 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:299d58911cedfa3fcbf59e66ede62606f6fc72745bb09ab070929b3539d150b8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c55c8379ad60dfde336a8e2c40fdb8363be41a84 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff9f921471755884d76c997ba8141f531818176251e1d943b41a0de7d0183941 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1350bd83b2de32cdbd7162af0f25a5374601906 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e92156fc5596e055c6305099170334a3f52a3df7f0b7139dba55ff3306ef9533 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7fe172e5810e6867f059d1b3b11d78fdf3bb1da4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7feb56b268b8296e30360dd38a101666b146b4d4726bffaaf4c1df548037698a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d63ae163d9ebdad92b0b23135ed79b84cafea90 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:424eb40c1aef9a6a76cad9afaf2f23cd8d8a27bd085f183d2f698812a6ff69ae +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1984e6111e386c2d5b455afbcca594fbe9aede28 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:348c9d8d003fd45eeb71727c7599ba90b20b87bd1337b246159a8ecfec92b49e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6beed6d100965ae93b9a2d8e1220cee3cabe7991 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54287034c31515c34a70e19e883cf978f0936685523132aabb98919bcbabf434 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7c5229fa245535884f0520f90680d11fb03cfb7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:545e079ee3e4f76b0008b18457da358918d107c1b67e26a6811dc0e6cb56280f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9f258dcdeb74f3634096f034486f8fd44ad1004 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:669add8fb81845d4dec58468b02ec3b950197ec869fc710adc9b4a965b8814af +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc0dc64cbf93dd1c4809d1d4eeb25a0a6103f130 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f99eb21683e4b50dfd9bfaf1506056e000bb1615cbbb7b8ca18b72381aeef771 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..06476302e4983384cb7370bc073e6ec390fbec75 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfd94ed4050fc4ade64048784a977d2c24f505209c4cde985a7c88ad14331f86 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..46786e5c52d0e498aa679ba899025aa55d854c3f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1062ee1e41a5ebc665a4fcc338d3c5463ef0e6aaa7d0aefd928fcb5f557ae91 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..487d3eed24942a502144a3c0e439e437b2a257a5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59280079a7b17eb57f63eee45785bee8b001c35c8a53226833e375ba8c230a35 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d7bd3cf35de95a5f536ab374dbffea0cc4d536d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9bc04a5d55901411b21b61b3c0a0d3e19895849a3373596b570c472127cc6ac +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e4a621609eb48e204cbc2067407367264414e40 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:424b822e4aeb2bb5063f59e868166648a0de26e6acd6ba9c761c09290f2e2eee +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..358b472c94cd9639b1cce0389ecc957819675458 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d58440113f803352e26de3323988ff780d83699e467b9759326c48cb6d06dfe2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..407c754fa300ce30a2b53b0a2f7c6e645627a0e2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8292cf49d171e500a435d2c42aeccac51c036093efdf90112b8b5d556ebc3d3d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5cd93f2d60b6dddb43b70c0a69fb08e2c84deb34 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55c9db570b24a07e66040421bd663fb835fc0626b61d8c679c8c94f4a7c00239 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..887751b2aef0b7c7d5873d852591c3818914fa56 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb34ad5d0a54195a0331d86cea1dd2f239b2b78058b6c122c6f1bb53d97f5140 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a3f04fc5688f64d09f55fd843c80a63d43d6956 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c2467a82f7c19b39ce636d188d5eea151cfaaed12dc7dcac42512ad3ee33788 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b17ddd65df4367269e73b81331a3c56450b38df3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04e4f06ece62fd23f12e4970d822f46d47c6118003dbc9e8dcf32d3338411344 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f08f91b30b476b0146e0465ae12418925dbfc92 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2eec2f0ff4b8115d4f0a5417eaf3bad3519a250e8705e2acec0f2614dac752a0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a74d744f4b01ddafa40e452abe3691e0a26fd620 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67019a8e67a6a0f1c4d89f1bd8f6479865fcd4141764e14fdedd9571c15d6ae3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9513807568d15c767f410f28bcd2d412e75453dd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24fb51435a4e65a34b44a9a9a2787f9c00f3631324c62d5d3bfa697726b4e6e6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..835ea86163673f49e2fc6db929600fda0e46dc48 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7802858a1d52c3fc927a4ad6f1bc9d2a537f70d24b755d14eba19dc951b823e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a073cd210b3613cafd0d50920d946e07d2869d0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f94abb4f3b64adc37162a83988d22da2da463f4c28281ffdc13d083d61e64a7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4559799e18e7d4da32af0883a95d33b7d4d452d2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d4bfc7595591ad620af2934762c19296ddd351c8314cf8926c3d9518975cd59 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..433c4e1b074d2c681452e94906259f241b7f82be --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:118de9f1da104dac120f81a79e89cd8602f10d426445eec3e51b34710b0ce306 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..634269364bf7f01803feced00edb7faf12cd5519 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30fd62882673184341314b16966360bb9eb4ceb5bf5e1be5513f45366eb38952 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..83cd381dda2d8981e83803498130ade18681bb58 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ce0d0d666aee9a93ea472ccbf48f2428c220b8729dafb56a0badf8450e70ad5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9373de80b195ae52cce758e0b0b38d581bf4f23a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b28c92f6088b71a740dadf95871ae15e012b03d43cad4ed2e74e85af7710c5aa +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b830b2e69d335cb761c00ccafced997a0f2d59b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6441c331c67feaebdf01368619a0b43794b4df1633182d696e09c7cfc5d6491c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..12cc441ed93d9aa99c368599ff588bd8bd0046f6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:689d68d8bbc4253f4359f7ec5685fb47411e5f757c29672733f92c56150e0882 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab1669bb095f1a9c11217525b18ba72b800e8bc8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93d4cf5efa01d2358ef6e9019f66f99516187e927beff360121ded5d08ddadab +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac08ff3522848f702afa2823d7719599c8a0f046 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcbb6b06235cb319ac0bbd099cdb73f89f65db74fdeb0871867d2f5366f45b60 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa185b4e4eabd059349a67b42fc334aa124707a7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa7fd90cbc68e548ef61bd980af687c4834a9fbabe8f6bd641aabd78b93f776a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d3f511122714fbc3b7039f479b351308197a448 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8476a90597cc07dacaee7838942ae8ea0eaf3e9cbee0d08da7dc490a8ef6c2e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..970193eafa6638531eda08fcf64a0e317240b25b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b78ace650062ae2bf713e521a98998424d3e1a76c80dfe039975b86953413f9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f3b432fbefbb9dea1bd827ac9346d0c1a1f59d6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d6ab1a818e58dd4c614bfea65c132fc15592b71f5b26f5d4cca80857a0f1dab +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ffe44b859001eb8ad6d1bec59fd6b701c8ac787 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f8b8fb1b1d25457293ad657fc4f91ef29e87fca6e868ddf4a7795c57f11b5c1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..965284c1b21e8f0bc3d0d18766be48329aff0c59 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92d5a39d8625427daad8f1c06efc9f549abdb59ae64f6523b9edac3a18cc7204 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac4a295229a5fd8aaf4f852b39b71b1b59b41358 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a20ff4c0b7a269676b0f3aff40deb47bd951b4c38add3209b305b6167250ab27 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1e980d82e86e2eda7a2445c1604293e46797629 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e21deb83907443d5d704d004614beedbab06c563eb8ffca3b7e588eaeedd481 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..96c53b3421aac8ed6db76e787accf67b43aa88a3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e10deec901f91f2b70fdc0009c1c1312aae9ba1e501524982753a87dfff8fed4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a11defd7bbc5ece7cf34b1476ea449715ee822d2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a033e1c02f6278addd86c3e19de4e7f6f6a12d02605c0c442f57ab809121926e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..519aca3ae5b28d169490d9897c2748063fe132bd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f60b5be3ad61e91101be14dbdde86433e6bd4da12a6c2573e0bd0187c2a12d6f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d711347c4b37d21415dc85648322b0f1bcf968d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1edb7092862646fa4229f7336ed03a3e4027b4e3edc158eee0022f641b22a7c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7926a1503ac4092a01ae406481a558e711e569e1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82a14d72f821e68cfcb16e4bea4a8cdfb53ecbc5ef7baa711905073ff275c040 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..27e72c9dd6fbc2a2d13ad2006093535d510889c4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbf369a1536045f17746a6c4bd67626873b07151f7a1a0e07bc5aa687846d464 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..52fdb6e7f2a0f28b997da914db90761fc5aabddb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe66129174d80356a30b10ff8f15906a283244eddd8cb99e735e1290b7688669 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..61209f6dc8fdf2d6557adb8a93e555e04f3a6607 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f07f4dc6849a442b04679e3657e5f7759c7369d682a0dd63faf4bf56e0c9ab67 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..978aac635bc6320c025ecd68e155e4ec80764a18 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8757fa137b08f23062fdb59b6aad872a2a85eae700708a6f991a62b1fabb0bea +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f96e5b3cbd4e8f06c725a91285cf8756a409bbe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9658ef32e4da35f281ba63e75fff45329510797e71ed972c5c5a3d2abb3b8a56 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..231ac1543b3ad82d0f977540679014beaecaba06 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:843e6ca961036d9102711ddfd4927a505a6b1efed45f11257fcf4bd03bc42ba4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f63478bde34e3a21b0ca833fb49664d2c770d41 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7dd9f71333bae827a71e76bdef4733ac40047b72917664e73a259e1f28f524a8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3faa814553de034a239889c983d62d08ac1bd6a0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5a85bd591cb5b1c6a7ee518207fac7e74f284c49a22181de90220f968e6e06e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e84d042999e25ed6b5725d61efe14c9c2c18200 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:206a77f2722bc0e5f9715f2e60b15a8357e3d1cb8dd4010490777fbb6fced915 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d8d95033f04516293e1b86fe02b8533bbba32d3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:093954d3f4aa6bf9f9493c22ca931fcffffdd11bfa2ee35295f425b7418842eb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cdba074760dce9e13ee3ef1c335b465b91e2e7a8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48ea34a0602b873e5e58f71bfac3f191c8f89be33749b53e715f507e07ddd7ae +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5d9b842451107e66bede2dd31a7381838f6e2fb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d676acfb530578d079f30ee4f37c28b6c60c169abb344d2c537ccfa2f01befc2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c09aa731ee411d0be43e9018586e7b7e4ab94e44 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3276440d300d6576da55de54fb3221684914018dafa7b94a264a30ccf1fcdaa +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..007ec552545e716f9170e36fcbc20302f49215ae --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:276ba8d6166724301a59cbceee6fd04c25ffb893981912a02cf9bfd5af0f9cbc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c77942eaed5399cf033b2f201e77a0b6e032c24 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95d5461fa94867166714fce19db3b1e57424d6bb521d8be9fcf815d4fe184b5b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d72d0635dacaad83e0db48fe8253ebba21046c0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a2ae83217d6bf5aa09e585fff4c5a2645efb4174fa776b6dcdce2fa4749998c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa01fd08df15fba4ec4f1aad602f48d55dad52ac --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b6c4f2ea6f707cc5ccf5aff8e87a48c7dd942d815d03ff5104e65bbac00447f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..27b39b97cc6cc3f446677b9788cb28216f157976 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c99d9c497b411440a14a70536677a3c21dbac21f7d86ccdb01aef6aa461f16a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..597457d093981b39f725565407cff8fdc4d341fa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:932b67e54ae77f9c70bac1bbfd6b5794646b4226f5a6b29fe0e344380f640701 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8946e836a5be1c485f8970e5d8dcb32a5bb1e5d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5a96fc3e586df2e05818514a365e7a198b657bfe1a8c3ea3d83f68914030dbd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..29498b72b946239f52c85b9e1e0c02863453af5a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e81da62fddfae5c09b57a9e3dbe3da12bb2c52b11bc78986c2acb6ae1f480a44 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c43fd050552cb9e8c0a07bdd3a492a42dd81d72 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8990dbe79e1cd182dfef3623eac8432c08eeaa33b62905d7714cdc334267116 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..01528eedbb1882fb4a7c649e58f8da06e4061434 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8deab6164935cd0da42aa145dcdf41d7577cd72d020de341310e4c37f9d3d6c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bebeb9d41bdeb7c944ee8b705a9734be3090b9f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4058687a72d7af8645e731fed664573d9a49245269fd6c28ab64fffdf9b07d77 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ea76ea60e2ac56b6bc1a6687fb2e1a42f217724 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa9a48cfcfa89f63a4e2534477748374b8e9cb60717d605e752297acc52bc124 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e4925858f41666fa10406564f09e1938752641c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e32ef7840dff62723101a8c24569a010683283346133c3cb0202d52db3be99e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c109c96084adca77f2dccb89c32af027f78ef14 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d07ec6f483730fe34ea7cbb035adf13c1b32257d3b8da467f7f3d41e15dcda7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..729d1d2a1bd87c76c05a80ec933365c6049b2424 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e2a9a6b4c0b45187299b5cba14b486c8f7f50ab85c5bb3b83ef1609f675f1c5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..96e710b760163cb80ea73a59c9d382c1f772e429 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d59c2a42e1ad35d9a91e86b736a070530a692202fdd84cf62557b7e9ae94adf +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a29293ad509b13c9507c5656d549144aecc77024 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2bbc56f9afe2c6d2c424d69e9adbebb9d4c45c5c51cc9fc7d253152368f5b1d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e530b00050f47afc3730567e26da796f1e845e7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4823eb4b7095424ae14ddf10ef1f5f8d268b3bd4f7b824f8fe2b192e63551de +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6472257c9d833bb0f342a1a1b17a82cc892dad8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:013068f7d47eda2a04aad8e7137d30406f646699ebb20feb4560d844f92871b0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..14c8b4f65b366a57743f450b256d1a59e355ebb8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f3ef25c634ebf3f44886494a1c88dadb10d03748f12a334e5552a06c212757e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e87b69fae4832f201f6384a6cbb7c0b93dbf002 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bdc90ace27413991c544869e655ffe952108b842bbb77847d0fa3280c2b87cb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e92deec303d3bc210d1b1e5993a727bfe8057ccf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b728cba34bd6928c6444bf2d31189bf0e74662888152e6b4f9095ab8b81f87a5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6ef5a87a4290315b871954cd09d6cec1eb96239 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6523720658e8437c7e5eaaaa71fd66bcd7bb8de6f3a5b9d6afd7861a822bb84 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1fd1e6896dd81211d1582bc2d7ebd60f390f084 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d97d65b62f0478e3a031c35129a6502a5a81f5cf917bf2d83880f78edbcb998 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..65f233304ffc427050c7b6a0f8c407726b93b8c1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b218438d59fe18ddcb0b69ff40da2569a04b151421844ad0eee1483ae2932854 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..998c2afe3e1269ecde0b8a2c2b13707d5528286b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1c96cfd36873d1d2b3363e31a4806696ae5a94e219d76df9564e5d02ca12272 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..20b537c7e972141e44631fedef9f72e40bc06f28 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6045551852084783b2d059e6208a0cec143f368aa6e32c8cc7f0637285651b17 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c0d6d7a66d4c7d7589540bfad1871d59fe1e443 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e9fa71e0c183708be9889596c9a36f724a3b10227d5eaeaf8a0f59c38501cb9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d338902c84563280434b6fdccb7fa41ed16e0c9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e551cbcb50a4af9d4d08919a50a9c7ff8c90cad7ccbc22298c5115a70648ebb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..233d4fb519c51540b904cd6e2ae5173232903267 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fa3bc23f7111f9c2073e87bbd56577494ca5255744f64c505b4025a89129cc6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dbe46634a0dbc06dbe28b136c323eda367883ecf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50a76b0f4dbf01c9bcff0d1d2c8e921b59584b0ff4e2f069981cd38231ce1f76 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb5e864fc7ef71382618ebaaeac193547d82d750 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f98f51a713edd96e59802c5b1eec1c42e1a7031095a0b5ff1959f4f4d302f73 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea1e901e16b80cd7966fed812e489a75cfb649ba --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9f1f15c7ce744632381fc5252424fe9cc022abfa3d1d4492c8b55b2819b65ed +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..31147783127c2395ba67ceb02b95a3a8007638b1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3272ee995242ee42989de8572a0cd98086f71c05219285c332490d2ec5b08919 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef01462fdeb254cf7873e1036730ed238fa2d4f8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ff09683952ae3c06296ae07249666a05be65662203b48bab09a5487722d16f9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9b6eede88f1cd2581a68171496f55789f721ced --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15767fc500b984bc4de96729487a3b30920340cf1d6414933ca913534a8f1ebe +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd1a4116718cece81aeeaa41723911e0686baae0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:043bee17fb93d55c79f60b7a2cfc31dd66d78a899af6d9c7cff5be7f23e78b52 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a492f39b3715bea7ca1660b824ab09eb887211f4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1f297b42cdd8d75d60fb6a94039944e9d57552a3ba38129253babd99437ed85 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e260446b9706e164572e9c74c5eca7a759fb0bb3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8a4b0a0b8371582e413b7b9d59b124b7b0f37cda9d7aca37ae8fe3946efc6d2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9421be29c5b9db1b1e0cd045433891c62d2c63b1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe897b6da4f1fb1132f3fafb4594dc4156321683927a824dc980f78956044ae0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eef91c0fd37abbd01166d52666e091f30ac13b13 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4ccfb372d3b01ce966652480914942f2b7afb512cf7c8bcbba2be6add758d6d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b486f0ea165bb4f4cc5d446667923fef5af41409 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12dcb06ed842ee203763ac0ded52a3ce9af3045b2e6a5e65d7b8f164439e244e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9cb60db81e91a07e051d086406b1a48733cc3185 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56c2a0924aa43402b9bc6b5a2d190bace75bfec47a2b2b2d56bc47f50615b73a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f204d420f90c15ad5c204bd8120710d42cd30fc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2df235207f0ec76cc958c23cc55efa48d239e539aac18da1213b6f6147701790 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..78fc9a5b81a3d3358e4601e34abdaa1351a54f5c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53f607d774d9cd066b66cd17cb75b1e1aa8a74cbfb64ed18d649f874056c1160 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..76c994ff606571b5902003a6d2ac977bbc9ebb3d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02c0473b50d5468929c62943e84ad2089118015f7252a50cf2bb0bf2a1208274 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ad6b107da1672bc10519b58c3502cf8b001cc0a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58a0ac82b21d2e775b5d0578ea5e75ebc8b4b07e15aa3270f83425a2547161e5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..366d8aa5c58aabe1b389cf41072f218e037afa35 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e18f7d4ef84e8ba9e30e0b01d3f91901577a47ff4b7a98f9d4ddd22d5577af7c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e4fa7a0ec8f437ff102a480dbd96e7e65318fcf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:386a9be1f09eb5ed6a8fd36dce7bee0db948458f9eea7708cca5642362632372 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3781e535607b8531c1af0414222dfabd3c645c4a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46bce8d7d78879ca4c136dbde5d07b90e1506c6eafbd5e458bade3f5503bf794 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..18f14017f8e7648a6e13e680de2bc4b53a0550ed --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe1fb1b812cd3fbb89aa325d0e55d33451c151c7ffda25d8991d235132abb945 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..22a91f3ab4afca5c1fd61d8dba00ee83fd4fbe49 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16b66a3cb8bfbdc721a590fbcd2bd8ce178e0dc5ddf5c6f477bc661603bac341 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b88758f6ef3148ee3d53123f43c453746345b73f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4078fdd44891a5926b95a6425f2b916a094257316a3081e5845ffd20d2a6ebc2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c8ae07c5f4289c38a49348cb107eff18eb50a5b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aae99732b3085d28f9e7b9d2e714b931b5c0bd2e9f7816e97f1d0c9b353fd04f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..edf3cc05744d941ff09f4a435c253b583b4f6eb7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98922f75d18c20a9e1489f00d7585b14902b0da071370b560d44beae6c73ec8d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf59640a5b7a0b747578d09041d6dde4e8166090 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5aa6f8055049a51c79ce482fd51ac78995fc5a42564a22569d34d0d863e1efc7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d9fa5b2088fe2710d704c96a356433228f98b81 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc05b9cd542f79b9e58a3b15eb705a6556ac5d8ed49b0f45aec4607b02e72105 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f94e107adcad3497045e5a2f3bce0f6b2f50559 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8abbda1a85e5a6b8bc35bf1d0e6ab5e2b5f7092d3ec8e0f348a3293abef2e3c7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ab0dd47714f870bedb6338caaa315c2aa7ea5dc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6149e5e76c4d7f4c092f644b3664399714ccc615b945fe584c3a46feb63c091 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e8fd5efbfeb570bba3d96e2308363a9ba5827bf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e6cec04af93c1afedc93df874966babd29b3461d4682ca0b5180fb68e54fd4b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8c437995c9500524ae6a664804d6156e59ca89d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5ca61f1c07e0f1908d60915f39ae98758b95e60dd9488700546003a3d260463 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ff3aa717a8ca1815532e59a373f10d362ee05f8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9744efcdd3941c6d56e9bfd950a4cb081db1ae377df2f79972a9e95594b2224 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..42b14622db808fbd22548cef82d936748862ba0d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d933c67e14145c64cf64e8e73d7468ccfb8f744d9c6c40a85b7c6f333038b069 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f512a6c175dc4c82511c8a64f58cda8fe3cf69e4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36726ec1703b72850cb300c22a9f43df0d083e6e85535944cbe47a1ada7a0887 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f88ea1ac54678298e69fbce14f0c1edf75e5441 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d30c75fd0f7320b1b7691300f53c6074b58a0e076cbd083b8ad2ed1be40b6dde +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..67e5ec42336a3144420b60876c59e8ab372a0361 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67c49615277b230bf7b73d2b42be03f92cab5842c0610958cc28fd0a56c7d21e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..20d74b8e34720e48ab4c95b64e688a887c848c1e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ca836046dceca6b35b662b2505adc3faaa95381f11f1ac26b581f8195abb2e0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..df1a13b03672abddbbbe6563c38a91792d9c1d7a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe4d264994bea18505b4d527d669bae63c0a0e3ffb53a83b306961ccb644169 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..01c869e575a507f87f4b90529d88b6594e37a5d5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1d53f0e7db2ce71982db9d85dee14bf34bcbec77ba4c7ede2862b47185545ed +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d28a5f9774d503e73e9d4d1efde16ac3c292266 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:036e4daf67b1138baacba65787b9bfeb71aaf239c3bbe547fb22ac2eaa82f43a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ee3eca07458c14f16016b3ea31b2b69cb6d3263 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28d77924cc12851909301f7fde5c956569828d4ccd9331bdea4c47489d75670f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4de2f2466c81ac703bf8d19790eb42b5e302030 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cb75b01075e8123a76ca3ff5c6fb759c3d885b61f7c9f88589ff705a579804b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d25a11d724b2c071705f4a1a52415eee98c642c6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9858d03874618372c699d48ecc3c816b73d250ee6c1d665b1ac482f210faf20a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b072e302e21ce8c51d684a34fd8535a76a108197 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86f44ec030a773d6137b2a56d6f26e38f0f4648ed492109f0dcc808df1defcb4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e84dddae9442bc2358e445c2168e799ddfad15af --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79e834f5b450c6cefdf50e976df97c4e4e895b397ff3d233287e3e621cf0c943 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..04951a8781f08616c2a71dab5877e84e93370b6b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59a624aa21b3fd630799a2f035f02cecfe6012f4863772edd77d4486cd42f57d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4ff7659751ff4285d442f23591d49ec58f626ed --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bbd82ab6badd535c1c028ed0d7124f7c9b3abb11aecb276b069a368346adce9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc3c91b249ee75a1cc6d8a516cda751b2066b43e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed1dc0c51d3780db9c21a93ca8e7845d11b64c31daa08dbc937a32c34e70159e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..98ed499d0eba4e84dfce128f7943d47e8dba96ec --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc3109bba0317981cecc84ef18a1e81ccafcf4d289ca9253a56db30efc15a5bc +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e1f32d273f1b1e3f9deae8ea3a50606e5356435 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ac56289e7497e909c6489f849afa867b21257126a45c73905b452acf35e5e6e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..353b636eec092295aed115a18fc9d6858b98ffb2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f23ffdb86669459e299589f0cf62545e4f390110e5502404d5497b94a6ef370b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3bf3a738c9990ac8b1ae7678c64c5f151dfdb8cd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df497b4b1860902bc651381d1e1408b2f04274d96ef55abfb4135be81cd34746 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..41e47d34923e684b86555624f5a3aca3caf2748b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31b3aed8d3577b4438648e54f7d65b20d3b8337f3aa0a8b0a9755550ce7570fa +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f0da605d3d08f31cbcd9b1d34e11ec3a26d371f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:134af26f1817451dd848aa24abdbb4b6331c4e9b6ca75ff28f001ce9470c9cee +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c789e0c638e8e393ca9ccf7a4b900d69bdd452e9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:006257a808fdf262507fe4863a7b09920b4334d842fc93dc73afd796f026e5c3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..610ddefa33d426f83fb9a85fd1c2a39af69779b9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f5b9c4362be8c5c17fe1c5bcf668791b030f20fa3ceaa3cabf4c0aa0a38694d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c3c374e7840a03a0039cb8067ac67c148db69ca --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e97d1bb42ede05dc7551cdc842a075a1f8fce381750f2d5bbb702a3f12279dcd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d634851b0307c0011cc63efe10f8bbf9d8460c93 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9d1e50355f0e57af5cf6b0e2c38a0c864032933b8852aee71d9d83c3662995b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe2d1b61851b60f4412b0c32f882fd9820e9d485 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ed43954148467f4d8d2707176d1b1050b63dfa723d73023f2cfd6cc00dd81fc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b85fba470487f31123001177672a96b7f455a2aa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41bc9fb9bcfe7420a415fe8a6fa2012ce02343e27e593967f9f112375ed6fda5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc5bba8047b40fc08e1516e90d7ddb8cf79ac83d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0da1e14f02d1aff81cd5928187cb41d638018faf5bb59d12cccb122fa064b718 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..84c1fc2e150a189981b5e25a4f0539ed7c40d82c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27cd4a736ac699744240737760b04fec193475003ad95246c0ce31f8aaa365a0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..713d730dd4aea8e440e3b1ef9539aea9562d5ddd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca4fa79953cc8a23e9f10f469b3cf83e54f8139ab4575d4c912d9d229a9ff063 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d91e18f4c0b7f771d7670b143f162806f01f3b47 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01ae1be64080f7a6612b47eb5663ac451b5982d90935537d5d2e1469bf162865 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..461a1e581b3427b572367189a09189474cd2aed4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73c6e97cd9c0beecf81c118be8a245820af63dd8805c0449b9b864d1e14a7ddc +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f66bfb81dfb5ab8fae8abd5e88eee5eafc9c84d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:400aa974455608903268353debfa597f65e3f7f76450ab2d1834d89cc885a467 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3bf72a56a4debe7bba6e1c901894e8fa75ea637 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdf1d91ce73dd0b7070b7ad9a7725ca2689debd18d78c30ccc3607dddd3f9da9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b6a57cda9d01122509b1139c9554a59b9441300 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97bbc29f49e98680a2f4e3ac23e47bcceadeb2d0df8e9a9aabcd61f4774e9460 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a9e6a4baa6abd9dbc9ae0671313a76fb6e2b267 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab5c28dc6a3f67bdd9dd08a525e5668410719f025f071ac17c915a7b318ec5fa +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e7c2a2026a184dd627ed2cb788d48bda3611486 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9c4c056feda768717d460c620086fac2508e653ea6763ba17f5db5e2a22c739 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3de99ab3fe7d311bfd9873a026eb64bff0eae847 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:244f9ac480cf6002017d70338219646706e5e1742248a2500e7008a31bbe76b8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a76122e6dec61029b0d16fbdb6253a0abaf4b756 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:058e59abfde29ed54a4a9e786adcfd4ed6fc91616f47a8a8a5154fc451d5e9bc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..affa2904a6e4bc3cd4912ac8f365e84d4c7ef388 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38b39f0b1fc921f377ed51d73a08a05ee5abbb08e3f38fbd9027387a900d419e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..680565a3e6954237ad3c516a3c43ba1b6df69144 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02b6ce665e9181c9c6f1470adf64dde9dbca4bde403e38c5572c1c3ca93b416c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..400c74e5a48e95f89d4f414e8e3609b2c60704d1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae809a6af30b8ed6f25ff7646644d87bf91fc6f8effeb8d551b3819d76c41795 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..378549e9765817055105077541f7bd1aa9187fab --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4210652362a097a40fb2e8f331eadeb94285daad4e94af23c82888688db438ad +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2664eb3ed0dfc0cdde22be3286650c9987f32fbd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83fd82cec99d90e06d5001bac1631b01eefd3a3e8d5b8adb743dca87a711ad9d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0271cbfd87da8d590ef4651b9aa4233ebac2e6c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1692bbb6840568605c8b030cf8442f862b32c71aff844380f9488cf34fa21110 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..44d962b176ee74659a192c812b307f3fec1a1773 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:147998ba1a8a1b40a0b7f2a68f7a150821f5782831872763f1f0f703615d1a29 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..26508ec89fdb4641bc522705c9350526625f0d50 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0880915140faa7d4cad706f78b0092fdb1a06e42c7c759351a71690eed6b5b1f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..43432f496f5dadb5a0c183feda0097975d0643ce --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a9d7fac049526c75b26cf17574727646ba82f7e7d448bf08b3848d70a9a8a3d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6e8d17b7b3b604077ae8116ceabb792ea16a1fe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a1d68d87d7ac160b7e8003f83860b23e3a868228ccb80b308f4a1f6135dafef +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d13c9141fda073fe7dbc3f7a6045acf4e5ed7f7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:722960e7ba6abf137eab2278550047ac8853a80a48e58c8eaea0cc142117bf94 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..de35614600c0d214071bf20308ab81163a4391c6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8436c0567b57978bb048155adeb8675713170b062514a63cba06c8ceb98cf6ff +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d676a1d0014af10eb616af009ea9dc5a7d8391a7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ec7f01dac2356227f1c6867a4bab05c747c0dba077c85a32e1dcb2100e6a91f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..873a5bc5056de1a5be60f53dcf39bf9cc5fd763b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:058ae188f210fdf75f878f9303fee51367c070ab772d196895292bd6f85f2649 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d352f20244352a3c12bda5d15e77b052f5e8a53 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35953c19a08572f78b11e516c87c9dcd724fbc30b2e23f4a4432098e083bde88 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d95f3101d39016de013659376a94250e03460cde --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f188925da5e322c6dbb5ca6d2e46e29d871ab0b8269dbc4e7765a25f85910074 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..58669347824e944258ebfe77a8ae39f3f8a56dfb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e076ff68d28c5be71434288b1348761624f94c16a42eebe43b5c09f99f558167 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3f345046586e29894d9a99e8acf67045a78a4b5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc43404ab8b4eb59ef9b311b0f9e5cd499c95ec1b7e421ca440cf686f305af1f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..17bebb36bad9e04f6a8e6c4f52139c0be311615a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7bc3b8b612985958c9dae9f8cf537d31ff5b684639b1831b9735a5cb44b6e06 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b445afe8d1874bfddf66126469cbb81043cd88b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a44e87802d80546d1e6845abd789d5fff3296f9a03c06ce7ac0c42c13180120a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e899e30a17be89836d2a36ebb976836b58340e42 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e72627d25b7e6bcd9fb267493cb47b3062eeb0fd6f380a3131a5eed5e439c746 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6036aec13545ef42badf8b1c651f67113610d270 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec798119cd10e2b27e763e9760775d3b07f95fd4dc3ec11fb690742d7067daef +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f785e745009f244e9862e0a2c9ffc0ddfc46ff15 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0769e59ad3040d90128d63ec5bd46a49367e9d87c9867d0577219a0d65cf285 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ddee5d6434e1625bf45594ed2e294d3d76dec0b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05914343d7f91774d2b2da550e121caa81e63d53c4c08f7989aa21c53718f283 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f58a027463ccb7eef7f09ab9ebe18a2683c7e5af --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c06a6131525fcfa40ef88ed1d82f001c6de126064ee75bb19d0b7e7d964182e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..08bf960127d05704ebaa3b84feb212439946a7a2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a80c198000575b3fe33560dde116e19c3f2c5fee94e3a9d806cce861b12248a3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa6e6295f41d6412de50a085a848c627f6082450 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a03012c002d07bff71190d1bfe651a1c7d81510f4d94cbead4c3aa20c23a6f9d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d429447c48e6fe85a0ff8395129fc4f7a9eaad94 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:161af1b74d474a9bc5c27cc0b44f709310065fcd4320840282a1d64d0a855b39 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8192f2df7d35f55dd50748ff555553e2d2ec0480 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6a2a109a65ab6df06d07b1d3f90925ebbe569ede95be9f9d7ad6c440f91d516 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b2367ee6c113d4a9663f7a0c0f7a5622ef9b8fd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fe30d5b35d8910bb6024de99f272793eb33ec4d0b6a30866658b8caaa77e99 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..79baef0a32a26caeadca908508a98ccfd58424b5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be994880b2d66f893914ca89f3fd2417c1ef8b2a15041d7bdc5a8d75f8e46723 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..94e6522d388ad36204283da837d03a684676f191 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcb1e42471995e9a6ad0cd9695dea58749e09222c2877b7df18d799dd311e746 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..55dc4b79da9001435e552fe962fe8e5ee507532b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0899b751099cda45106e509d5ef7068675c7a4853e43c0838a9dd21609928723 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..266e2efdd4e01adc409e6db4a5d9474a485d067e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9d881b921caca2ee0dae27ef425c24022264867cd41518030f9bcd1412696e5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..64226a9fa45a4fb2281d561ed04a226f9bf02ba6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a70c65f5417d9783eb8ba23a29a8ca21cf3e825aa7f2f0aadfa9a9d199a79a28 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..72f54e1e9e91debaed371c0627c3a24b348d7622 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1931d1e21feb7c5d91afcd3b509832949670a3a33d2663a234352bdc4d5aa8e3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce54a628a302c3b72f3429487dfdf360a10350e4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d91d00151711adf62f3f868ec513a8235abcea30087c47976ae0ae5b9733f064 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2b89c60625b0256c45b7074877338064ba38d31 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27ce123b2e4894e9c7956e940af0d94b385ba98a57616e8b93de07f5a92b0ea6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..16e7069648dcb099d503c75539bd1f7207f4a355 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4a9ca2f49f940d823f44bdbff8fd0149e5b7a739307c3fb1e83b71aae2fad3b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..34f2ca80c9019bca30fc0298dd319f8dd3bf086d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e35819b6fa21e67a89730fa318f57d0fdc0871b89677d3a5fc9f3ff21cc41fbb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8fbd58f407cda1ec90dbcd2a8f4c15f6b41c1445 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b60a85875d1c8237684a7484e8b3515811f6654d80d95f5caec75495274887a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4d7f795737adddfd39ffa7c1ef649d9d59e0792 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a20444b022202bdb2be97a4cf008945fe4c35153fe12ca2795624cafd5e7f7ad +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..071ef6f56df7c4ea3e921a0cb8e0cf8460e6bdcc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e141475ad6663a1f2a67559c898b318a1e5f881b4ead1b8400006526aeee8325 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..83f2c1674756d86609da5d227420eb47160d8b4f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71daff189fd8a0907d9629c48d40090118db1d23b0cfbf4b187d06569873a346 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..96728efd602c585dca32925a2dcb93475f3a2e39 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7c6c4a40db220d10771eb712b03be57d79b7b8251a896565752e8f5754f3023 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bbc71c27b2062b1f9bffe19303e843451ff87d66 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb548c01625ef386fbbeecc31ab861ebef1c6176266f6c3389571af2ccc50307 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2cdc9899de14c430f1e983bd3a986c8643f9b87a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0691efb4b34a7717ac8786cd9b50fcd79f4c2a5c89443954a48d77e4fda31982 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..32d9fd8bcb92c419a9b618e51712ff346a9d6872 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:212b54874f29e1e2702df202be970f14968a4727b1af96f89980c9de3c2aed5a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f5a40c44a5ff090d6cf0a9f7fd159cac16c9c4e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28697a2b917d0f703cad5311820b364e796825bc15255486e8adabc3814c6158 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..675691d16c0e27e29ac37b8d2773006fbbdc3cdb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e2cb5387c23325eb23c14721ca6cf894341e8fd9f0f2b524f29ee8919869e75 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..22591182f5ae8bf4717346264903e02daa1cff50 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b98645ce7286e9b5f8508d435c34760af6161b64efa22bef3e8666bf8f565130 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a6a339910fe0ce5897a1dcb8a8326e4c4ba0094 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db2045d42aefa34ed1b2894216fa1e1be995520d8b2102e353193c2dfa5f3d60 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7594dd3f78220939d5d26dc15cd62014a5b890f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:468c9ed4298e5ec278b5a7697b024928ecf8bb395137c4e3b2db81643955c637 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc754b015e7650393cdffb3a0200fa40b6f8dec6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48c87caf98498182c22745a96e770982a25c0d1e0885a515af8f44f7de141ce9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..84f705845c202853dbc041399cfb580a0e521753 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66ab8f1aaf57f420fe1f990450e2441b7266ecbcec8a9f112ec117cce0440b57 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..619649b6074b3d0d11360128e36f7d455722f005 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f27a57cc07a70dcab3c79a5c01c35297fe13c4a44a086bbfa4f5d27f1bf27bd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..46867bc6a421724f46a26393c37159f4d88447d1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2911d3eb0cbf67f42af444c7b1c036cef8588b6c777cbc49570792d0463fe4d1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/lm_head/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61 +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/lm_head/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea38d1371f8a99db5de6e226f79182cf35335c92 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:832f4ccabd425077eb0cb225b73a0d6f6774ad66682ee02f1f9ad5b1437c72a5 +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c1f3aae24b8267765db3d3e77e35a8c60f9f46d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c8b1e15927cee822194c43b19d5b77c1ecc0a3e4985e093a3afe2d80ba7b558 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb9b31cc0f37af7675c08bededbe89842da199b7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c23bd8d5148f3e2105475dba47e36ac19f28ac8639e83004088a59055e337f98 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..96ef3c2d1ff41f9e089f4db91914b972957371af --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce27212e3231f830d0c371207ab4684e6e642ff5d25f2b7701dd74d03d83fdca +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..42dfc3d1b5a06b5a73fb2671f8c8c22a6535310a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a78abb4f88a37a3dd81f8e42b082e34539dc253ab2604bd2961ee8c1dde2501c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a17a083bcb4c5597a246e7797baa388c6dbe0489 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dcc0301a296fe03f52a9d663139fd6c798dc0f0cd355a5df7247241bc08f61a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab4e8782c58196f0cab85320c84999c664ba979e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44d8b64179465a22043e2d013719f89bb6e9d4589e1819ccf7c3c8f8623eefdc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..456195f3ef50c42d2a39b465cb841ee981d0fe85 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a836ceec19f1bcb3a2f2b92e664a8c9bdf352f6361e8b40b2fef1e1f5644904 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f754cd8b2ba3c6f24ed932341bc28fa44a0567b9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74c11aec847501427f5fb94899d18a041706f48da8d1e7adb165a5936be40589 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a92b9d5da55bdc0a038e1c61522b40c92b1d968 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9fcde1cc81308ae6dd796d84d37caa053fb70793ef09f35bc8ea96591eee0e6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a18d4821ad757390d891589e63c094332ff76be8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30a8b25e211b02b1c77d07c9b76a690df9248a5085d379c76bdf25d2b73e80e0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..653324b6a9ee92c69d40d2907184dbb0549f6d4b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8df2b8edddc6381a7e321360ae807759b72b30889effccbd6f35604b29c93e08 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4896a3c6bdd3fe7117f5ae998c259c8c2e98b224 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f7f8b04f84037f93f6c11b281c1d805dd8d9d92bd81bb45b163f573840a370a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2676437bb385f250821728d4d4f14859c5d26779 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63b057b4c9f3955a4aed8774e3fff84b6c6e65f667debc2875167ec7e8708c10 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8387a0648a85887ceb59116209ffea9a0861990a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bb93bfa631cb521ddb40b1027ec63685ade56bd18251c4c3a770995e60be770 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bac4b1ee0b0d4e4f3e4a495408dae12c41d98f5b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e188b5c6790bac431e2c36a51af17ed4fd4be948bb0976ba3e2e3531834f63ed +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..46ec3d9a2180e2a1a4bb68ff71fee8c8e63efcf8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55e3d99c9f0a8af40e1001302731fbe3421f47c7bd12fc89f4f89c5809d14dba +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0339dc608fe7e2ccd0e3637fea4af8a56ff25f2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96122260e91bed81b95e3afb69780a434b667569a0670bd354e22390fbef3326 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f00feb723d88c21e843bb818927291f24025be78 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4984575b0f233536aea120112ca6828ce962fa3e1d752fb8f122781b7e5e076c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d38e998dbc2547620612ae5e956cbbb12b76c0a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04ea1aa1d64d92df77d5b87f0a2cf27f65ba5bd05197d12ffd26a9046128a157 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b18e4f40d2fef55667beac7529abdc25d27b4a6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02a33b19ba48afaf8076096a75b90d0b8f6aca2985770a70ab3f956d3ebfb1e1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2707171c0b4f9fb508a187e2d6295e93b2a08a46 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:022af032a908926d3a48f232c945b6ba62965bab49ffab9b33f9fd88a5483656 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..309342ccf9a8d9ea80374108364d647cd98d95f6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:273dbfc9e88ee5e1462be1a594783bed834e80f254e3611efb57effe761bca79 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..71be669cf65cf1888a818412e251589dedf13919 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0b17cff93ffee6fa2dacf4e32ea2b14d0818edb29db28bb0ca21af7d3d8b4aa +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..04ed4684386518ab0d1d67cd0e3e423ac447762a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a899dfdb8993eb599b5dbb6bdfdf388365f392f7f28c62c290df3d9f322f147e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a75bd974cfa3e3a0109da5a7a472521e89ecfb6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bea8af10cb3cfdca48e3fececa2b4ad4adea63ca3709a20f4e397d1eac36a72f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5347f0f10f0855a4f5d978443462aca673dd62e9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1c707ba31f40372af0817672911376cc15dbeeca600b0749575d49a94f226a1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8411792aa96db46eee46109fed247e00ed9177a0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc65ba8a4166c0d79ffa675a630d1e99eb80877ca36f6b4228cc285fa7a9ee15 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..233054d995015f0bcb35dc87657e5066fe20da07 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e76f4d20fa5dfecfee6416259c8be1723aa9c27b1721a835ecc2e706a241c00 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..626cc5fd19389a527d62938c3aa17ec0fd36c5f8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfbd8fc7547c6f60c10282c27946a2fa5ee161a71c365ad88a63d22cc6084369 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..425aa026e900d587263ae1e98a4ad69bc2fdd56c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3395cdbc21e158ecca3648e850c3ebca42449927f9ca2303bb8dcdf7f30753ab +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3cc777faf4efece985f6961edca1c14bbd16af9d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ab45bc202d8fbd73cf029533e84fb04026ab1406bce5ab7034b2ac61aca7bf9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..baebffb63809f727341cd8033c93eaa8943a8389 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:676adc80fc4defd04ee29dfca8d0b87a0a8b1114c41b8eac35060ac7927ea200 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b21d70858a6c52f14308ffd4c2dc20b9d83f811 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b64d1e56b1e014d83a267993bf14c9a6871d8c52f99f6c947b012c2877f90cd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f57c36ef90a04cc7b8d701825115e3898a0dab01 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e412919ed4229e83f11c72b0c3af2e3f6c920dbc2ef490c2db311cee242133c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0fd809c1f79e3ff46f573182cfb561f4cfdf10eb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f8fcb3c68ec30751f577bd7cc3a96c39dac1b0c957e85b2595fa06fd1a8080b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d9c1b103f46cb716206625768e0c2f04bd2d985 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b8f88d8a825b699b7f8c72e501fbcd82dbe06d087f8a29a7d8406196a314b61 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e20bff4620a346da9a04bf157bab0475a35459ba --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c31e6f9fe846bd108ec8460ab74692b98c02636f9a8d875990f42981e86d321f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..210116de0bd7e669f70e7153227da11b447d6d40 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0c60556ec4191ee4d8250f1b838531625598cbe421be82533ebfa6f14a8c61c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3947a3193f0e3cc491fd9e445d9d39ea5d8acf88 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93fba2a430a2d75741d16ea51dd65a4e7b6028c86b49f258c6e795985e7b18f8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..48a0342d016212da076c1e1cab8c0aff9d462f3b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b462528711b408bb4747684a419ad8054eaf15f07b279847fb690bd8b3e4c65f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..14ae80846423fadf22ee1b18819ced6b327c9937 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00e3efde34fd3f9efaf0b6d67d81c1184627fa80c0b868f576a6deace34a02fb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..022ac6bfbb9d594328c022fa8ef2bdf15260c71f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad89c134c60fa4ccfefa9544fe3978fae3d24a203feae59de95d7fddee16d069 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..43b22dbd986b321aaa3df0078126948098c8d643 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:423d89193eb4a55763698f1d1304dae94763582ce6eecaa57be18735cf99d4cf +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f24dcc32e872dfbef44a72fe4320bb78bc4de5a7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72f40d7620958eff876f399471d2a9f5d2fdcfecab2e7648510fdd993c6e5c3b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..53e0201822038ca7c87305d68b80784bf9e79b44 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e07ae4c77abc3b1d73cdc0283094d4ac0db9be549a6aac6b79b354ddaecf6141 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9fd3c6ebd413f47d636909e03e5938c6b2d04d2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f7170bd3ccb5daa18481d7ebc55d4cddfc6167d3efec1f48bd38f2346647917 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ee2861678b6df753a80dd8307d6436aa69ffe3b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:023b2d8c4931752923a6bc7e093ea3add7998e8df0e8fb2c6025f5ee5e112c9e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3d07c69aa27b25618454c9fbe88d41456b83610 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54fdecddb7a72f9011f3353ecf24c928c4c59edbf086e8c29b2a4128cf87624a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..90f8dbba3f94a38c12c901f6718f95befd348d0b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf47d57373b965da3e8b0b02ce25ef4df2a08b00301495b2e8e8d1939908e335 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4eeb13bd15cd85d8c5807502bbb4396fb4432eb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38cdd5fc8057ea100b14b71778ad7124e5dbd57a87cbd4d9c29b07f15bcbd148 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f803dc2d1a06860ec897d1201682008f19041c7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3a901e599e3dd012058a2efefff02466727f6f36d8ab576986684692c3f2de7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..de2ffc64c9fe27af9e710f3f1f88207e712bb218 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30614fe2b137fb79d8ef0bc19be3d7e10923b8e0721878abc4f93c1ffa565d88 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd59e830db7853d70c67fafcf2fdc4ac94f81aca --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36c4c75229a86acef811df9922842b29d027891bd432a191657280c808b77842 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..efdb38ab2e5b1e24690044160a9584e35d87d5b8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9410f26184573f2867b7851f0cea64bc2fc13fc0b13dbea726ffa1fed032f0ba +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6aff47d0f23d333b8fe925f1d3422bfbfee0acca --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f450fff0f19b615eacabc1080aeded757c3168e0ad3c3ab7dd65b44f4f2bf670 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dbb47203e40a050bf48ad3330d2cd1e46bca6160 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d262c5751f7cef6e96a96c6bc281ef44a5e9eea94cd5565189d253426d68388b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a32cd8212fdc1b7e150a455f23bd10e882ba6ffd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:858ea2037fee4dc6e3b8d488d9a391a116e7e7a414a5ea506d43dd230f5d6168 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..571fd66f2da2cec9c04ddb4350cb41ea4aa8eaab --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6f2f34914d3681d47a9edb71c4fd7035048e4c93d61970f7a89e60cd75463d3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2574e6b5dbb0a1ab4db57fd0def56dfcf4537be --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:058fbd5bfbf0c433f3ab1b83ea7057c1ea7644dd200fdcc14b848781813b9fde +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf92c653649b3da7611d6143c806dfe4c4bb3d02 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f0af9a5fe8dc3ea97aad0f42e30a42b3454c855243e9b3c25e882c790bab6aa +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..31a611c7822bba132f391abba0cd88d2b7962334 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:908e0c0e9f0c6306e7f07b1bfdba3f3a1014bf8558cc5cf6c7fbb163dea29dba +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3d02889371b92844272a57c8573ed4dcabb5d9f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7925fe6470c478d03bd70c5014999b8f1a0c1212089f7446bc35b2143e5a6dde +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ae84cf185eba86b91ee92fbcbf3d7548a005ee4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb345c2ec21aa83648e5ea68db899236113c01d2caaa10820b0c1400504fc53a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d964bd705201f4f8ef178d7ff5e4fe464748635 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a8ffaa25aeff3c0977be3a81661bfb624a15b75660757e940250bb5a212dfb0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b76633686729345c61c48be4b8ec48be4da817a0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45c7dc2050dc475d0405a408b64238525e8cac550f7e03f65520d9832051fbac +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1dfe4706fb63d25e3e4319d4ffcd6651a6488aca --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:564de4800951e862bc7f3c08324bb0dd21ed5b6b30dcf13c822b993e502efe40 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b99b0fa2b88239b979a52fe7fc36aef93cf23728 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5676d7ebc4a4d68d701c4ca268c094eb2733e7a892c4a9bfe98a1fe5f0efa668 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6bebd35d46c3973725a5f5301fb05f8400d0cc7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fc4f2278a691157d4250c43dedbbd07eecb50ae112d5ca15960c15e362ad348 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f0247df91a0ea13a5fb6848d55caec7470f0ef6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e953ad498fb8624ea44b48361cfa358acfd4c7cdcc0b3b32178031ac07f31d4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..434b92e5559db6ea5ce9456e29e2dffd0ba46bc3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e01d92c220ccd71838fb216fadfbaf52f9edcbc34575b07353a732fcefc268ff +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa1cf52584e4294780f3fcee4241833f90199554 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b7442fc98c2724bf71ade4a5334152105e54bdc7a82bb3a2dc3fe081b47e935 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea7ef2f46d2cd1f3bf7791e5e35e9919dfba657c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2228da01b1a6114f84853c6a15909012f5c3d8df58f6e6053daf37da4a93ec0f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2bc49309e39433132bfb95d27f5e415c44074543 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c9467ab40426b9fbbc25c69e42318c978eadc3979735a55079ff39627f92acb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..262d2ba30a5e638227afa5dc1de85d9d012f00ec --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9647102d47f834d798bebd773beec71697fa277cc98f19c5523c60ed22876843 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2da3c9da8a87de01840a313a17f6b9d4bed70ce4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb0945332c20c0a9538b397a8b647fbdb5c3315c88ba39b311e7ac30ebf641ab +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4dd5e9a594fe180435e3ac7cee9c81d6df51bc3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b81031a9cfab274267ab5305898eb9e673598e24a03a7b53abca1b14aafddf71 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a23b6ebd7bcbe8468f4aa90ef228168f05dbb138 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2051ad0457b30856fda79b0c8f29144e7c83684c6cb566953948af8199f5df1a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3bdbc15201eb5bc0c5da82fee1d6b5a9fef90d20 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dea785cdd80563d05e6e4053f338c64e3ea45c2979a4e8daf9442c93fdd9f95d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e47eeb28261e303c915e73aac0684031145a900 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43ddf3f83ce92734b869a0d4fd0e840bbd0c96482f645999d9fb8c8c525668f0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c572415493431fc68e2649fea07b841c198fad27 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32ce05d4fe808ac45445fa225c0217f3361068efe4634566171fe1dcfb578053 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..270fc8f75e0ddc65fe21a2626560eeb2f7680da5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddcf2fa8cda192f9eeae042b89b384d9fa5e2fe32062289326b9d2db8e409c38 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6876bee1171d56c9b2a3ea2e8322f11b94f5d9b9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5a4529ea29a698ab7188901be8095b31128bedd627e3c38169b3a3cde256bd7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d21b83984a12dcc04bab72ce173751c280f78bf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:823988695ac8464762597d6cc197995337884627878966c0294752b58730e875 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a6ebcb0da52790a02ce9d60e2aa503dbbc9930e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cecba83d31bff9bf00759a8d92fcf8bf3ed40f1018ff0a03580d3dda1730fc15 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d247d555f8678b3684a17f8f078362414b76547 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40d1b2059d192579d842bcdc3fdd04d9cec8917302934ad887f2827e952d8f01 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9ac2a0a389eeaf5ee402b92e4990e43e953c151 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba0c347a659b5f62e3c4f0d06689fe20aff9391bb4dd7cfec2ff78347ac76c57 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0aeddf0c7fac6a7c69b3ae35489391127f8a9fad --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2d8d43166d1645711d9639b74886aaa78ff6032b426e818d026a302e6d22d15 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9740c8f7abcf3c6336806b028dc17d2959c4016 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c53f426fb8d0f9dc997ee97d1126c0714d31c08227468d8f608cc146b8761a15 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..859a2e5812485504919a08ea5529445c189be55d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ecac87296710bfac557ee0646f3a44e0c981739edafbc4a84d2cd5ab8ec48c8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e9fd08ec4ffe3819489aeea575626436637775e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f7b6f9fade597d92f482256eb314a23b83d54c9a045fa925ed29a3fe817eae9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5e686349a4af819770f1cc1f81a9362061be5a1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29868dbb3e8d8f2ed1b8a0791e76d539d5c6f74b955b70195d66645e2d6069aa +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..54cc041be08ed926df8b7912938b582575e9246e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a88b94acc2229f70c672f895abc08d7500e98a9310d2e537a3dda05381179909 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d57ba07e1afa7c9c3670aafee4c2353b50681917 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d68ab70f72b3c6ed1a399163afd20980feee552d9f786de95d028e24330c6af +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4972e82f88bc83f977ef69e908855d0dc091e0e2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20edc888c350d524e20b2224a833bc6e5b3ca079ca02a43d4baed2b322b3d39b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..06e9cb331ec4389fd7b6dd656e5b05fb9050e0e5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ea20c74c21f07e5fec45e9b9a54512534315944d63053364ce1075d1a10ef0b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..50468970b164ffddd250b2ed652bdcc33ac4e98d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c535b94a53323bdaf635b1f2f7aebc7e5883bfe8391c2524eab251f8614a97d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..105361e4b22441ce7e05eb7d00e74a7ccfdadefd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b66fbf0f99eab9c9939aa360d96d881c054a24a2f36d34250e1769d916274093 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..73b01582e22beb5d7a12c350035c46b8f499a174 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfeba295822fe33ff1cb48efe847404becc5ccc7aea4f89cbbfe14f45bc9212c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b2db62fbf3f85cf7af2a8d7ba3489425ddfac98 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77187ffa370436ec83a173369533e20bba7b3ecb9b0ce9f9ca896bf1ec9c178f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7895c17d3886adfa505c0b9efce648143506b1b0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f45e006e0f3559d62e5661db4033358b8990fbd6894636a3e7cc8c33fa5dee43 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..878c29130b4fbf324387ec876cb7816751f45060 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c6df1519938f6b8c811d6acb690d7a1848f869b80b960c7bb864b9b140c1ea4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9402e841b5c5d3a6726a0e10e639002ccf17c3d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dee50e5901baa2bd4ff05b4f17a73939e604f2ddaae536ca3f2168b026bc812d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f2de008aa0318e62f2147ead6818f021ff3ead4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b32fe42f2bacb25f7a4b44648963f4f4788bf2f8f0589bdfb7ebdec1b9113b5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..94025c1fe8e192e140c889082fb102ab1c79adb0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a796cec33b48a5bd14ad82bb6b46ec9819f6b715edc8a5617a3113890bda30c3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f819493cd41161332d8c53a550f55e7c578f71d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47954033a949c005e3292bab523657891c16ac02265fab10370f74e96d04c5ed +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..063a1c5fcccb94046e6f176bfed9efe92d4c16e9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb234edf0a220bc6186cf9382ce5bf617736e5dc5bb255de141c21f3185783fb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..455e8819db129ffa0b7254dd79c30699675afb00 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd072e7b497f9e51f94de958508a6badc3743fc281f0353d8e336410722442eb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc4af341fadc79739b1ca4becc163d33ef1a90a5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e979e034e8e652207da150cc429ccd7ebbafcaa0cfd67183b7273736a5e6b00a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..442528047a6be6e026112ecb9b7c6daa9dcf34e6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ab013ffcdb7956ce9d44931bbd916f075d712ecef265493f85b58439679afe1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf3eee12dc31aa1d078691bcd99d6c4dae1c0115 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25107495a6984b810fb62254e287de82dfe89ea429655b4b39ef8a06cf32a96e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2cd287e7f6e51b85d4d84ef5d0711beae77816d1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42e6f9409888ba4999cd356900e0b21d42b07251ebb7719e013ca70faffd76b9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b303f0ac10728a24744e3892b2341de8adab21f0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f35e102679917a554786b506b14f8f0328b37c3b4e2f4c9f60cb5dab3f2d89de +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1093540f4c8f76ec8b5717da73826a73f52db6b8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:071960b72fb8004df8fed2009d2db14d7803ed12816c9a1fa1ef88dd7eedfa3f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b8326d54b76f40b369af46955dc911a63d8c8ea --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc5480708d3fb765f590a4e35f877cdce9afb0b6b5ff0ade90691e634c802302 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..64aed4faa02fe5f900f1dcb916871f453222df88 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72f89f9bef8b1563fb5c86aeecf37aa1c76d7c0a0d42288ec7f12a2f73c59f9b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cee1f3d108192679d12c251450c135b70cbbfa3d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a917b1af9dc259552336e444b8f6f78a4bfb949268716e32742c6f9a5e9d3fc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..431f7b1fe0188215dd28c453614ef9ae9f95f5c9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c59210e42acef0e7eee3877c7e671c2b8209b8973c25b133e88461b676164c31 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..80f8d2a7935d59b1ffc86c51d84663631418a45a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02e85a166980ba191a412905b47c1ce38104d7db575b6b3c97d84aa9de40b50b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..543aa04e8755663f6a05eef075d4d323227d85ed --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51c51c9b357502c6a70052134b5aafde9e23411f0f37fdc30587e70de61bb808 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eede031becce36acc8284e675eeacd9b51ba2cb6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e24d3ccbf6a1cc28f8cce69215395acc7d2b3ace65cef66f8249998cd305382 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..07708de7ad9a7bc59c309cc6d02591c9588291b5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64be5e0aede5a9264f23b8cce756aa8fcc3707571ce503ec4f9514c25f6f8557 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b44e9e8810a4ee99390e8eff8aaeae6c49e48053 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28a072322aa3b840891550d28dc2748c630fea2f64fbccc4c7bb7c60d5465135 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d05706a77fcc53f97c97e7762dc36dfb043e53ea --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:865b9826d2221c2710868fba734d661e93db8eb940bd6d1790ebcec6417fcfde +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5e7a7cb6c8b268a6e58be90e7dbdb965edaa3a1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1b41ab39877cc74062ddf80e84a3b59679ee5c0723d6721c79a42bba4671e8b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ec160e30403d6e0b0b4be8a4fe603297783531a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b1e90512938f1cb5e0797cf30d15b9b03656e8270b0ef5bc13c5a377ba78d6b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d01eb4a8dcc1d9b2664230174cc129b0fcf6ca2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9137cdc61322fc0b0382eb4001c8603cc0993eaf61b0836c48473a5b0ce6950 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..619efb14b16703c6338b98cd5a51b7972ccf2f87 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39f799e11d051eb15056e114ac47b39a452e1aa778487078a3dc1a33c7400535 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..50499c2efbcce36516b20b237957cf13b832c6fa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c0bcac14a7461c2920499556e870d8877513b6e017803365f22d9cea2c7b12c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..98c69fcc4d7f6090022a0c5a94692a14f337c60c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09f316952c64a32512e9da51ad252368ef74b32754d255e79c6ff7c8b73d5ee1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a956d2c7b446d368c8f79357065a5e05996d4faf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58b39642e94f7f6cade6f000e2cdafe837125715b70843c8234aee5cca9a7abe +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..01a9f85dbced0158c1e19962ea34521922b4458a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e83b8d97645608c0b06f26120eacb802a82b13fed76a8916e13b8345cc980fb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3eef3b04ff30222bf623974cbfd6cb99822a7452 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecacfc21f2822fb004589535c0353f758e5a6fcf2df04ebe706dbab8916a511e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f568edd673ec88907badc4f05fa057be273be1c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21c1f53789c8de4eb7e3860ceae1b8f68eeee58d492c8a3f59e95744534a3e00 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ba4cc61f052b731436b4cf22f8e6d5d14a08b47 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9b07fb1627c02769656ad310852e7be7978deb74c29e84e8c8fe477250bb61d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..98b507b1e01ed963db89b940f3679bbc43923cee --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3eec58ad5481b66143edf7c6934862bfa80fa26b3ce18b19e888f0d2f4371e3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a7c764cd8b0a47e975fbb14267808031381ca9a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:044dc302d9be9d89776ee8d9e91bdb8ea1d953cb9c83db4e411cc870c12c57b2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf0bc19bfed43e40b3a548709033ab7a28955462 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2bf91fa5d2e16b24468c2ff179f01a476b14063362e644164db6ddb6a8c5edc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4890cf06daa74fe63766c567c95fde37381162b6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59be2146178aad627e41fdb09bde3747e91d71775ca473c6f319b4492df65df3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d4a6e767e703c11b06efbab78c3199472152e2c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c6bcb7a53743ef979b426e2d15486369b36869e8583b378d894aef60c8a6cb1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d1c421399296ef18ffee3170ae93a281de33c43 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b76a0c8b666dd3e203602e53b04a10f444dbc124a53784a8522dae2f86ceb19f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9198eb3e80b27aa923b6ad3ac92e9fe28eb58295 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0fc70b42269d4214b8afa5a2486d1fb62bfe57302572e80a63d2ec5544009b8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..27f81ec81a96dd7ba2026d0732bf648040d64616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8502151e10dcb45bcff3e16e3ef6e0f7a150af4f3b854bb5ef703a33f73d408b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb8bf7b528aad8f28856ed5bdb7deea534f9a3be --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d1a053ab123c18a0d6ef33cb84fe9c845eec5ff9a9ba8074161f7ef851f1901 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f7b0685399a68ed89174121269fdf8f1ea7a40e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d6842cc2b222114f1607dc88e48eecae282565f14636a76e590ae25a15ad981 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..79e58499eac6279af97eb522a3845358bc2a88a7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e6b4248b56f803efbd73b79952824fa7defe605c92daac0b1b7f55bb06697d4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2833752097b32afcaba671e4c09a6f9cb65eedf1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59fd182f5f37b393feeada09600183354720a75f4088f43c7965a49eb4818853 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b5604848cc03353b7fe427cd1a344010acd3c0f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:852b2c9196ee765a4045b6af399baa625a344de5e4e7ebab65575310245273dc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..45f740a65c37c4ac4b3a8cd4c1317dfe975d4a91 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a2b693f766653f5f49d9bd2919bd38a67b3673dd01a8c34ac63fd6c1a2d329f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..29f6923a6bcd3e31eafd04d4cf35600234b5f271 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f49b9b198885ad056eb66a3b9a2862b7191496d4a33522727eaed0d0621b63cf +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f8544d62a29f2943abae4c0cf6107e01134cf0c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5f9dabf77ef04b36007b93ec61a6d7bbcff471fcdc9fcfc9666161c91468958 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8060ad11e62c748e6c54e554969c7e469226859c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f42bab45e4bf836326146168895e4475a72047ee68e9adf0667a2cf880d80638 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6dfc7203cbdf832721e12c2c3e4e09bf45ac4a33 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed3b3398fdc31f76a944fc96926ffc285376e7e41b0e265a11e1355b0a20daa7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..46935f79f7dfb52706875d4df392f7be56e5cf9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cb4ccba9a34552c4a74ff570bc9b466fd1aa46aea3eb2c2891b9220320a8757 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7d1075ad5270aa01bc9b524a7e50a32c9ff105a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9c1c1b032326f0954af5e9f686181a1626df7c8988dbbbf7e436f8dcd867056 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..16f3fa3f8d77fdd1ab3132a13b9db1f754aab26c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:967b150c26dc5bfc06a24060f1015d6ed2ccc90d2048cfa0ede19daec601668b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b42045f356c5f211b04d5bcd82235265bbdaab3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:390f850ee775aabfc65acb6c3844b8eb5d26ad4d41a62ebd12ce14d24ab816b6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..118fb7c91a737cc58d9dfa5064765b7e075d6fef --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad2bc84b1889e38b505a03dd95f590cae0817f324f2497c1fb7b74bd81a6ef58 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a32dbc5ce5d8bfd615a00a5b2bf5b8639cae02e6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8b423e31fa20aa717fb10a40e35fbabec6b2e164862c646ae764fa12e879479 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..952b6a5535dc059f98c90b08520ddaf5f5e40c4d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15a8ae355d78917dd333fb40c784321a6b18609cc125194ccc73bd688cef59d3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c26e0a985ac47a8640f020218769198b0e69306 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69dccec5bbe36c31d98c354f40727cc3904f3556d2bca6db9adab82c7d7f9365 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b6d570c0ab269e080819e4f5012262e15fe96c1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bfebb565c98805a66a2ed506bcf6764f28bddb8952902473f4d7572d6737895 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..768057e811d6056abc3c2a6620d27032902b6af7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5aea63f8e332dd64beda74144096d4c3c0779aa303a3fc6fec37084f361a0c52 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f807d023f420047e79f5d521d5708cf31bd8801 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42161718b476c0270e3703c56e360284fbd28b49d484811e27c380a28983ed26 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f753de1b6a97b84033c4fd047e4678fb751bf1b1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fafbdc61e3f7ebf1ceadbde05b2f1a2595049204c93486a3a5cc648a3fffb26 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba33b6b5c88eca85511f3159ec84d6d884008b09 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dda4b568d922f471554b90ec664aebd091bdc9e814e77c96da24d853365866d0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c51dce4665e70f84e88df1b2d85bf6c41d35a31b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d48cfc6d8b474fd14db496cb5b650220e0a7a34fea8edd8638826b75f030b6f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7d49a24bb9f00ac4a51c2fee309fc6627c6af5a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b07759dd9b64a5b56b63c4d678bc571eb56b2bbd6a5f5ff0a55a0083364427e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..edb05b37fb3eb9e1f01cc83e44ef8cde2bc2bcf8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5729449045806b65a9f91b55cd49495cc29a5d3af5e4278f1fa02c628c0b4b6b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..169e6fb9d90a1219d06e8c4894228d634150d9a8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bc967b375185fdc928cc7ee7e25cb1a23f863890e382509eb4051b06e7b544b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..23759edd8e059248d71687df16afa5831448db01 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d5324d30b3ddcc63ee22429f4ef44bda1ecfdb94ef3bc4c3c32bd8898e5957e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..da897ca761109b5638391373a464317eb8308031 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa0bd72a1406a93870302f003a443d7ab22a0487aead08d53757b17f0139b9b6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a9115c0053803e4f5d3c5ab3155290142e985c2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f994a3e04c0e0079283991b20ed318fdbbf73dccb90876bee45ed7675da9891b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6f7a78950d9edbdf2d9ae91da9e9533b4977700 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba07e7a9abf308fd50ded761a284480ce2c4ae194fe3b8a5152e86ff8b4b52cc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f1a360e5e84b90b3e12d332669c4fb066b41f4a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5deb15b64832c0de5ca5e1f093d250b657334f6c9a7217c58d3f016e5ff4f968 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b105622bbca97f4d0be26f3a178e64ee35dffe76 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6192de1cdbb02d637acc8490c493b7a873df8bcc531127daa1041a96165726e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..af309446eefc519be37834b64b0fffb9b18c7f33 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b8e75dca6246917408a5e433ce83f757f6aafc1bc7249565f4f249d1de644ab +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd442d44027b46f9405db095350566795f2f087c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2fa2a05bba04fd1031a8aa454e28f34fac4ce2180f0b84a679e7d8fda92beba +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f1d549f0c248b6da3e0e419b3d2883cf314f8d7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c84578cf10343d075dab8135219e2f9e415bb571c0b9b8a4fd32b3ea0dc5cd0a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5dfd0a37cffb4105cb8f52e207a510cdd8dc4291 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69bbd1dedc14dd87abe1679b8983ed7ef9831654a8a695b2a5a21eb0c90a0669 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..556e9da09a32206a0683dc9e3a4c5e1bfc4db5f2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba34862bbaca65d468907368ae2af5afb03f96d26214ec4c552130554e429571 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b75966cd124006ec6dedfe568a4e6fb3b08fdd27 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67ed2482db5e2a53447548bda372e41a3a80fee6cea11b0eec1f7f899a705a87 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b127c78c5316efe1a50689e98a1f187437cc729 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c6ae8e2f7e9ee38a3ca4a7b1b038cfc07197b0a947480e5965c53d9fa46087e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7bbb5db357817f8192544582ef322f31deb0d41 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b3ff7c369122184e18d1ce3b2cfdf8f8a2b6bd8ba4f68b4d569237170d9cc98 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..79caa9e918a8c7c2757b3800195ba86150b83fca --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9df5f71511348741a5e25a692ddfc276e7954967b00e10ea7894bf4a755be648 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b5aa2a77667882b2c82961bd4e650a0279f0a3a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27cbf20ef1e9fbe7d9bd3c9fb711a4d1bde4d3370a4b89514736dc1bb91c9d93 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..78c24bfd85bd716111a949fcf7fdaeacae9db65a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35fe6850adc5e26f5a7bc855f7ce3d0971a27dcbeaa856a309e197c2a4ba43e7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f22fb6acb9ff22b455d2b20d2cc9d34052d9192e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:261e6c2afc27dc4170163180ac101fc0c3c132fb984980f93ec86b34c8cb25c6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6158f685d65ef4b86d3fee310e079f9dd1adfb4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ef770b9914c3927ce941084f33f83e5d130c8cf01f19e89be4fd4def070bd0d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e6dc889a33d28a9aa932ead28cf5c817be3210b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3463711479b8819f94343c3290ea44a41190c3f9cfb7db627e24023e95e94a8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e8ae10f409e768307de6d4a128d248ea42c93be --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fe66544a816cc8619b8a80e00b36274d060a2b77befbec4bd6e7377897e071e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbc60a0694f01ed726e75bb2f584ba97897612da --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e30261b7db6259e4c25ec503fc955dbccef32a88310a57e1614c75f441f7965 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3174a75e072dff551ff02fce00d15573195deea5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4b366cd4c05f309fe348cbfe6af2c2f4567419525b8ceb04cac0606126f8a47 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ea9956585697c6167f8e971a73fa4cc5fa60b1e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd9264770093c075178713a8b583302c51b8f6cd53eb29c3e9d85120733cf39d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..88248bf46c0db8c3238c7678312c31f070231759 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32881737459017165b1a2bcea3a31c8344e72821ec129d41a656a28c701337a6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9deaa01a87712945d06990039fec73db918c99f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59f9f10370f491e42cc0e5976bc82f1b71a95c967eebbb4c9209ae48f343d83d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2538a79cf4030eef69fdf27136f1bae8da2cd5d2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c18256aa4d973a31d91ba690436e90ee02319bc1a99b616ef035f972a10d5d9f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b046376757922d0703aa820fdc8c60d98495348 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:493d49fbaf65e2f2b1c9edde2b4d287d532983a8d4add75b6dd9eb6c0a4eebdc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d785a3ede16c313089019a059752ff78b97937f5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0354e86a7892e7290e44215a23c7960e458ce85a099b9e8a73cd1a86086d2c41 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b04efad7a46372b3bde843771d8b6d57974b9da1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67dfdef9cab502a4177ee30450cdc5f196cf472b257e7ea1d770135ae862374a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..855f170e76c546e6e9a78ef0efd9d0e2edbead34 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6357f090760ca0736bb9bb62da255cdc04898bbae436b31d0bf33b63f3c1c0dc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..414dfa7777bee53758497326ac42b0f387bf582e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d28b40c0c030c9bbd606ac8ff676604ac777d49d78f48fc1db7149f32696bed7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..54cd92df7950aaccd9b686cb42781ea3908b5cee --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac07cf90ed2678d6068c5b24f36f973d240d7af10b335b12e51bf0016912638e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..25c733e51f21299c59593c0fdd1b81152dcc96f0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63a66dd61367cb3b7b2660ea3965a0a54e73a41b2288f7b6affebe2f6a614bc0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..697032b3a8edb2aa0bcf04a80ecfdacbb3022b20 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:629502c47a1b96d01980607bbfa8662ddb063707bb79886b1ca1e6276fb47611 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc22f8807c3a3ba4401c612f4bafd94ee460d651 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb6e6b3d9b5799ad003205f05fd4c3333664e97a4da0378e48a6d2ccfda6255a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..065b514dc753b773cef2e7b569d846fdd7958247 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80834948ce2d78056c5a9d65db37b3b277c461b5e833dab246dddcd543a42a17 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a594a9517fe3bca1815306dc5ce0747b065bfd5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:994b65b8104aec57779b530073c77c317d02d71ace0140db19e7b6420b0d535b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3aab9b22fcf852da2ea77b0a69dedf2eb5cdde39 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02ffbbc2c454465186be012f60267eb9838cc8c9d58922c387113870363d8f15 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..48123893672262fdd5a7b2eb367a6c27f26e8b55 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:622089e37a9fcfabd19f0333265f281f5269670c0d849c948a9e570125550736 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbcfd1b779a64f8455a138745988816f0ba4dbc2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:945c4accbae932dfeaf7bfed0b36a336ebaaf2b4d6b4b762909a171cbcc1162d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..30fe41ad1ab601cd1affcd26462b778ed704a4ae --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0475585ce0bb5f4515d5d4cc50650a5df7e76c3d6b9ec59cb80279d2accff496 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2983a0ee28b203e65602167863900b695d0e53b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a051a53d8cde9014bddc637095daa38d73abcb6d66cf299068f72670a5f45be +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b683fe8b4fa7110ab3769fbfb5c27e3c0e901cbf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84eec8b2877d0c879fef6bdbfbbe087fedffd25878c035d8784611e40dc0706f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed81c1272d3c5a5a7d5b5bbe23ab971b6986b4c4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7cbc430a3802579c15b23600e06d7a3edefcc3a576d0ad5937c3803d460f957 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb831616dd91d8da05a891fbc8b2713822f9b3c3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac025d305e38b9c7ef9fef634ff2531bf7b9725eda622111193190ad29c7d16a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..19b76c8ec98e5dcc6779bd9a7bd1cd789f8c2d89 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f322e1f9186f2836f5ad78ef32d1f95c98b61bb4474688f2c59d31f93731be69 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..64bfe70c4967bb3b7d135fe9f5234700159b4f62 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e066699ca638d5926ddf6d7f00bc89beb2a6f9eb734f8dfc955a187ec70ca79 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..beada884861e048b64cbb8fa3defc911d9cf64c8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06a673f06319f911edfeee1e309388ee7022771d13702db4a6777f614867a505 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e904d62936313b2593770ada3fd47a6b09ecdf6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3bba5b1fe1f056a0118bab7b8fc976b2ed1680b78e8f42de11e60c56362c341 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3ca2f9db0be73bae3007f654a44c1cd2fa72b0b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:707ce589452784ce6ea8081a65ac8e1f3d5c869c3b430fc70e4bd231bd5a370f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab35d23865c3ba269a65f9b744fc0e331b772922 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b44c39c673b054f82c01105f6c05ac2dce81958f22c21a255beef1bb1f718f90 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8940e10f34e56046b548390e1678f4692f0c4bf0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51e82f05e7eb4d9a94515fd8d203f2b88215d56482204ddd3ba9cf9c8317112d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..78bd66849f9d67cbcbbce1c51d13f184f23fc744 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb4d5a52b03d539c8edbe588e20a0b65a2925285a8a3f9a3e51e9dd01730a5ff +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f378161913e261f9f762ab2f4e74770d33e1863 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:424c5021cefc419ade17440488ba31647e690fa6290c822917cdb6943fd1ed6b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/lm_head/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..01d66aa94db23dab73685f05cfdaaa4bc1aec481 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:960218cf5b660449a8e3965c4ac733db14567671294c42d30b8a812fe86627ce +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/lm_head/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d3c451c23cf87f2decdcff3a22179c45361f091 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cce47762c56701a2b7cd2c8f48c9ff247a4c45c6add276ade572386aab47bba2 +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fdb4b4ec6a9ee711f130ed0e1f33e929aec52aef --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:957c276169410a9dabd1d29c942d957c0ecdfa054836371b29244da13112ae14 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c808f24d056a24c0ffc37ce515ee151cc818da0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43c0a8ffb966727a8f99a6a1d43693af49a443846f65c660f655d7de72d78eb1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aebe9928664ec41653960b61a75b1f78e72c30f2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e59d1a24306c3324ff5c2f0f39a378a27594adc6f2ce4d6ca9ca0fc0d8d198ad +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb6e3f9ae30916d921a3e1c9b3756c9cae45a110 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07d7dda0a5233adacc4c170d879a91f5160d52e0b4e53330c0bb780d92e8394d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..39e003eac944dd1693ec70b42221114f4580891c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba457c5dea8a04e479297c0fe1acb9dc65d854420afa07327d499dfb0c46b6c7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ca8a27711daefae9f5a79122cef751240dad08e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2aef640d99dc3e04479a573b8afb164296a52cbf4b9cae74cb12a3d4375a9ff1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..34b4c4aeeed6d666d5c8e27f208cc47e3d11ede4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d0b999aeae641b039d7991f01f6f6053a881901ca9abe13cb8da4701cbf5b8b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..41ef8eca587ea14c44040cbe0c5da9d207276639 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c13ea6d602eb54bd2272027c70707929b97b2c5c9275b2453fc5b9c5d576da02 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d95b650795aeb3c5b96e9a2116a5e21cbd2e85ab --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4444384e92bbc381d7548efdfe1554886133d8c84891b73e904d76c53d8bc604 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2deb69036616a54dc56c0adeb373b332faa05d79 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bb65fdcee07a7220d1cbb6951e2ba7c7989c9ff9925ac11764e0d52651ef19d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea51be8c7ff80fa105a94804a6d7c92aa8f392d7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8be6f012ca13920da887c67db23edcefd6f3b88b908d47296f9e15f2508b0c78 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f7c0bbe6ea3a6ac5c25b87ccd4dc6d2439248a2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb99df419ace905490fe4c9599a8c4d3933440f7a14f06528608752388e5904f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e42a3733cbde7c113639dfe928effdd2d7b819ac --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac3f2fdfd1369462bf3f7e5771d39e2642990174b2e6f48aeb1dac4756f10a4e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f7b401f04ed757c8e8e7b0ae0d7383c758c2de9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93c8059167ebbe18b7ca4cc48a2d06ba46db0870a33dd501990a14d098f686c9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aea0f1645ec5dda83e912da8c9d2dfd5b5a12657 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eaccf7f0b09c7c5cb861e358e898584482278ea19c82074eadad392c19de3312 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5482bbaf07f43b2b9b706c384006373b68936c8e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9f8c9f393ee040bc890ae059153eef1a26a85450af3ff5ee1aef0b529f5da41 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cded5823ea0e05f29050a96de2ccd1960a5256fe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aeca2593d125e7da121d9da165f3a9ea9b41855f682650e07c72cbdc078643b6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c17cf8785ac6ed91031f034757306925951c846 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb2fdd689a2ef64d27c743d3f8d17a0602de191975670ee10ae794b154813a79 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..53553c43635ead739d547db6949ead87fd62760b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f00e4807edd91388445af4ca3b18e37b084b970608ca2701b41868a084855c48 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..434d24adb76e10bed5d8726072e92d34455f34aa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f12b3f36964517826e473993126873d28e0cc900577a6ceac75b73e8f5c410d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b8f06459b2c9581d2c2c6a8ac95d0ef3b28e493 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30001d99b5a284e49ac3f96b7213e4d212f7ecf3c7debbf1789b7e718dce29a6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c793d196ff5b8ed38592ed412a7198281ec6004 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4492fc610c055e55c24f11f1571d26560c991d2886816335288ab1d8c790c5c7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..46e88bceae039b1ffd01073cc91a99c606d2646d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85ce30d5117ee312ece8b4b4487f910cb84590b34587ca2e6c5fd5f32c2eb153 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..119bb019d39efdfcc6eb9a509864e07131f89fbd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b92ff7dceaff66140afdb94f3b4b6be46ce8fa61b0a760c6c643f4dede5b1caf +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..04dd7f3a23d926c0b2a1d51fbbe7b1c9164dee1c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a5583496489dbd3acd425b3b942995c2db576f60d8757f00df287f31188d539 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2a72daa14232c605593440cc369ea053edc63dd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3486bcd9c27d7880ca1d1ee51f3f8ece003199905264074b17c7f08eab52d7ea +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9573131ca9e693e249a8fb9337fee9e569900f23 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f57510b9c14cb0653a9b1cfd66a716615d0105b17eca3c3abb2155e71f725f18 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec083feea1a38b2712a33e19199b546a8e33f391 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9185917af2209528cc648264618c6a01d3e3b410f833850c2f1990d5c6513b63 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d4e5b1a802fbe85424721f16f940666d734a4a2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac23a280dad88f731d6c243fed8de7fb5392aeb093f8151b2952d78fff80c2d0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..523074122d9628d80ea50ce23f9f1bc1871817fd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0e6aad56a10babba560d0af1ddf6fadfd8fb6e32df9fc0aa053d948440b1609 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2033f96499ee41896903ef1479d86bddf5c3b1b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:187fd4257f18ee530fed420c4bf50744b581e92cc6051fea37a6c28920ddac55 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..141731832d305a457fd41c4e80369e48ab19c140 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f47f72d6e1123297b11ae1c2e2be0bc502f4f9eaa5b78be1b182ddfecc443f37 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f397aebea3643d180154bf952a5e404661c6895c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7562e394df9f9104c6f321b1122eb37aecd56cb886de7131aa7a332e55ba2022 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..060e6f8ec3305ddbbd3de1c118e0c08c96d3a488 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42eae792127e8a89de78fa1aa7c3e12822ff4ea899a5ec3947e82ddc1007996d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4bbfacebb4e4fe519dac34b9f69c669f4055ce4e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:793b2c7d2eae76e4e2476e2483c8d274053e3c54613c2596c3516cc813cc1fa4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3f9acf1e5b1234e3dd3aa2f8683e78c98755642 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:daacddb03ff05c905ce2ebba0f69c3db7c0082fbc7afd636bc521ec214d7d957 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c0d292aa16423b69a13c176d6ee485bc415044d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3c1c840eaa41233bc6cfbae44bd7907d3a44948f7eb6f4b1e927c3901e9ae4d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f422633c6fc53ee72847c75f2267b5793b8da8e2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ea8f243f121b05528ff1285d3b234ec81b09eaec9245cffeb5d1de1e04a113c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bad5191622ab1f648cf879ebb078cd67a204bf79 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b13334b04043453d5c000041c105af6135dcea574a0b284ee5e298c395519960 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..72487bfba54bd82d46ccbaf0107972528f9ae13f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0eed3ce66cbba6ae8693eb9cfa5a111173159ae9e7e901ad8396ef6a295dd766 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8453792668214dcf8fc8bc9bf614454e7d1f78fd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebcfa6fbd8b301d8334e3c50d326bba962dcbe8a4be7de8f3d22f5379d92a1fd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..121148562b2fc94d3eacc7d8251e0f59ba73ebac --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:559a3c7c64d657646b84d57f209c70784ee2f31da33e370467395256c05eedf6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..043b20bc43057d94d0715bd664c071924b7ab3b7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b3dd080322ba8a26232a556623f34574e2d27fd1146560727c62700cf213491 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6f65cff02397133af1b201ba5554fb51fd120e7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6088811595cd84ee682c7d88f44eb4ddd7f3ccdc3ffe231a4acecb86f029e1b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e560d03aa6b7537a7be31d19a36c4af026a570b4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3e05ad55927547717f018431a95f89055866f8e5c6e644b524e1bc25a24e917 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e77fc823422893b29468ee0317cd326a425f426 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:655d50401a1bde57a72dd38779e72ce0ae11e484156eb93a246f50c418e56d2f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..95732341044cdf5fbf66cb05b95e2b2fc81372e2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:031f2ad1e93c84fe4f612f5aa911bb1b14b006da1012adb5f1f4af153b63ff1a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fdf74340d6003381ef65e1ef46aadd058cab5b85 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c991205c9741ca6ca1b729d411a02658a49514acd6d6beb4792010b5a904668 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a27d596c1c5713ca514d0bbb3acbf15f32ef8db --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68cf2fe0b737cd8c3653f7a3a116a4c80a7cf5dac0e0ec103930f33e0504da88 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e72681f7741105e5b1f50d7bee7ba811ec00352 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e32533bcc7443e770244b2ba0a2818b3d0b78d3e3c4461803afc7a2b820035d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c1b18efd5d5298f088846c67cc0a8ff941bc1e3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0f2fd359650d3a49ee0b15789ea798edf5f447d75605cc738b8213eec5806b6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..59a5058dc92844f9f4154a3a52b2edd054c9e495 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0021ef70d59677a8db1e4bc6453d2e58614ae122f0566bd4c2a6776d5b5a7f0d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8afd814eba4a52a96779dd851f752e23c822b64 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82d3ae3e25c2553b3b80fa67bf6e368bee7efd42367610ed907a7dd69e0e2e4e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8bfd44dd1c1d8aca42447d6d96a174e0e0fb2189 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:031b96cf76c4d28eb8cd71415c209eca1ffab8028f07293e6c8800a009e5bc46 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a8037e951cc9afb8144c41fc7f99198634e4bf96 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7026f52c61a12771754f68dc9d2da1f93601e59444ace5138da970fa425cf5b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6be8c18978e2436ae5aaeb8c59d815fa89bcf6c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ebd1757d6df6026a8bc051adb7dab77997f030c06f02685e41abf6ec56407e3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a6cfce8949799d3a913b170c43dffaebb848473 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fe0ade37ecefc65eff6f56d3dda23af4e5f89dc434297082d8003bf312fcf33 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..32cd5a65e2a7ba39bb4f004bcb00d5b99c06b6c7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4db317bf43eb7de5b9300bcb6a9e3e43da9a1fc89ae75b22ca09f23fb417027d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..91b18ce16d9173984d57ca479b0f17f9688f065a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecc7eb5e235b86675252e3ed77e41e4bef28ec66d176e3bab8dca23445c0d333 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e64ad4e3a3dde2bc4bc3e6ca1c67e6bc9f43199d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:977a14d850ff0738678f9fa616055b9646634e77c9e087184f627f109822a817 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..80bf55cef998544353cd64a431cbe89ab465cda1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce6402a2fc340188dcdd789f50ac2727af7e15d1733f3a1f71e2c95455352d79 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..698ee74bf2ad092f8b8f934b64003a390b72f211 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1e9dbeaa81d36b2b453c797221707276d5678a3201ff9a026a764607f5e3ca4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1770985743248cf4e10a5219c9a0ead19f1a48cf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:743401498424eb7671b9dba0f954c5701bf751d66a4fcdb49b657d00dd2f85d2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf5b42ea1772e033a02846297bd3e123ee800e7e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a86dc028567afc7829bf4a0d1c5e3aebd337184b4958b9f53e4ad33ddd16721a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0f2f56eb0e42a60051235185e258aabce29dd05 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3350a0b7b5dda7e6ab4bd08e568d620604f1b322d2564d5407a3fce0863fde1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd65b21efec8ffe8805b9f4d1fbf809ec6c836eb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:195ac90e7d53b253db57a06ec47dee61b30180ddf04fda201530ed68d50f4c36 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d51831066b143e0edf6bea276183fabf7250b06 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c25d37a9c9e0a8728f4db45a1c710bc0d77c69020ffb792d0caa4b2ab3d38426 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..73ea65457cbaad7b3bca7a04a1505416ea6cf290 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:562b3cf027c6ef615165cc5eb3f245964f893f6b46006f6189eccf600654abc0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a15f7494248df0254dc4922d5cb3f82e95bdf2d4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a843a15cb7726533916d284379deb2c12da71bde9cdd0b8ac58a385c61b69406 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..390ef4db84cb44046729deb530f60d78849db54a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7522a46f0a33e05af62fefde59613fda224c1f6d8d1bdea5e9da173da6be2767 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8de033864c44caca5aea9940bf95ac44bb3b8d8f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6bfe2ba7b205d18f93ddc6dbc7451e228c26871315147df91b5202e9adb41d5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..074fec4e83a059bd15071d1274d858c2436f769a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b20c7f2578295d563ea20c28486b302f564da6734ce936385cbe1ff67752c823 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b65a9b2b30435e00360cd7bbc3b43e6e3bf3e157 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b305ef035753ef4be5f2bb40470b8f716ed57728e97ff8bb1a85b4526f6975d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5c1a8b5392619ee129c30643b6e85bada85273d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9855fc7df4bbb7afa13edbb7224bbc7517abf2d72d4ac634342c5e1391d62318 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1435e1f420dda64ab0829cbe567e8ec2a3f17d49 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d599626078841efc35bb0aed1b8f43483eebacf6729e38751bf1a90ca1b43b23 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4e8447671542235e90dcea8ba170c9c8107037a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2a2e090fd42e5451619a195d468d4bfecda0c9cbcb513e1f3733f3c73f712d8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b51b91c32c084c20479f58496a9b38b48e0929bc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c461cad876b7fc65b2ceb3025a17fae39b92c3c90296d20449d7f38f4552700 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0855d6c1098d02712b07e7e192943ce0160b558b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4575b81916c5b9de73a9539b851c086470885e4013d60b9453cfcfe0ccb942aa +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d71c36689e9b0213f252bd7dd24fefa2b5fa2b8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf0773381613a94ac80cdf05ff8966437f67833e807d97f2d6238b8fbb0e6209 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..73e8f74073f71a410af41fc8a371db7810018a4a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75e23109b8b3b4552152b61a4a0f31fae2d3b2ff23cd64b8fefa687354209b45 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0d177ffc7f92c7dd4e90d59cad435ed57c12ee9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e533fbf97795fbd0933340e40100bb939f2a0d7f7e74211395cdd26b8881a62c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..55a3eb5698ff56bb504007275d940990be65584d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36a3170d572b223611f60e0654a4946e724ba23f4c9221c29c59081b563f980f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a57ae59a59d34f584ae4b019cb17116b528eec00 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9c511065203b0fe64786f9f733c46fabe46d901e7be902e9751cce82f45acad +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..500a882df187bb95c3b7a2d53e0be128079d6651 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a07f745cdf49e474cc03325e4bd03a8ece76ac4ba531a3f7ed0a645460cfa3a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7fdd1af08f0a08987ad09888c862b2137010b06 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1067a2b1a055b1448a92de855870c3dd8ee098cfa1dfb2524c82c985d6135452 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e3695fcba7ca73e3456c2daf55e63ae18031d41 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b898bc6b50aeb2ea1de5dfe315b3f26c38545880f9d9a70846043e4503a44c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cdd20949f891b4212cc5cd8f9018239fdbd368ab --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08557415807b47ae449ab5417d798b7df81805ac044853579a09b4d489a1d97a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..82472b396514fda2f2ff33d655d8fb493ec2e3c8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f172c50d73c1b977bb2631a96fa45bfa1cf6574d4dbc590c16882c8185d7180d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..815755cbda680710bea84eb66c9550f3ab07f826 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b8376a5ae64473a9783f58874328d918d1d91e001d72ab084b4831e90a522b5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe45120d7f415b502eaf1d121a8703f853c861c1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e8a24285132e70f99a6d74ee4f00e28dd2b02f0379d94cefc4db2080a5c7739 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..12b9ef56bd6533587d33ff857b7f27aef1380903 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b3165225cf5e66a945e153538fabf3b5df51b9a4aafc05d87af1679991b7e14 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ace8a0caa092d5edd48cad08b7ffbcb0b09aa295 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de3a95c2106b0b3af165bddd187485b32dad73d900c3788ab9b2d252f2bb1468 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6e9fdf6538555736df8ff27e1bd73eed792edb7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae698a74dedddb6892e0468876715d6f5dfb27d08cfac95702641933297ad186 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d908d855f5b113bbe7436be588f8d165554bf473 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41f5f196637aa855fa3c304ca1cb98dd7e94ae171fe7d8d064e7bb4eca85592a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..72249ad8215e9803817fa44cffb92aceb2c0a4f3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72d22a3cbadf8649eb26103b72a4b6c109b4683e3c2394d47afd47c7971a4a8f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..df85e00c0ea0d77754edb59051e4210b5e0f12f9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc4bdb633a9a961529acba294d914184921866b1bb1611665c5e195ac9cedacc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..20fc69bc9824eb7d9831a5ab4dbf68235eae3751 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45de93f4ff096cba2f3274e849520291ae53ffc9488b873ab02573be0276a750 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3199be64a33a883d176698e5b88b64da6532cf3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73815bed12eadaad695d5f33130d486f9a2c1073758d5baa8e1112bfde9a2bbd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f0397b906b255f0e735fb91993fe47be9f67a26 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9f2972df4bcb19a58ffd0700fb2a5f5656024c8d5a2299d721273a845708966 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3b435f5122c54be253bf58cc33ef1ac5b190465 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fe64e7b3a145520ced12cc46a081a57f3894f5cbcd2c91c3f71258431af190e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e416ae8c7750f8b90bd3ce6d228585ee57ff798 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ef04447e082b57a48bf22206bccb65e35c025583bf13dcb6527101ddbd9168b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..67e166aae45c22e2f90ba53ba0094c714310763e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0dd5cd16dd8a2d93dfb28fe13f7c07dc2a981d87592c5f53f4632fe54243be88 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3ea656ebb1eef73b0a0e6901ae6e3215b93f86b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b763e3cb6e33b732b7e6956fa97e06f7eb05d3b18a0af5484f71ee4ac46f533 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..21ed489786965e91cb09fd940fa54031da635688 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:816b0c6ecda920aee33d4459bcd51197a2de73f387760f088a72e9efbb312711 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a6aae05e02f19129458fcfb56b5f0f466c4992f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e958fb2278c541b9333eaad2a9d716c4dc356ed745355f7a8cf30e3f774c81ea +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..19182a13e0b24841cfbf404b11851eb34fc44ce8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73665737e7ddf228eafb252382092dfa0a9f8579fb569d897bb7700082e3414b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3c2b4a0609ef6fb20ae8e8fe948a68601da32ca --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73d10416160a2ce51958d9f1a80c2cbe0ee8ec159a09cfd8ee5d35b57e296784 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d868302c54f209f7c6be2edfa619300b8e4e5c4e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f908446391b61036320eaf46d36cc16d412f46b60e54b53c67dcbb050e96333 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f4d677b040bda1af8a55e6f309a84f0e9d97f49 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c01382505e897b093a65a318c43ad18adc5bf5c25a7be6d7784f97ff9093eec3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5c24abefb6fb7f70c0a70fbc2e98c156c9a88e5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4de7a5fead40c20159edf4d06c1a70ee21c610f49062f8c1332040c570252f82 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..81c69d3fd29d1e7ce011e9d5a3edcd95ba5a5fb0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a43cf3b398e98a9217536e4d7bfb6718301e71f1089b00a1ab887375acc2cb05 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..db70f926df8486e403db30d6613f49486520dbff --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26a9b04ff4ca96a5dc31e5a942452272329655135e10d503cf0de5de4d3de9d7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ace920850ff2185d8a888bcedfc5a294742b8ae --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5b9976734d50a80127c6e0bf5758560c843323dc3f5e89dd628342a4eb9cb18 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1fc89627d91436311302c680f297420e0c77ee03 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71dcaa9b3bad4ffb47567c44ac217e56f8125273365ae735ca0f5dc638a2e25b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f3544dc48d93b01488eb2cd5c5af97c2f2ce389 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c405b409baf6994e135fe8489f8c2dc87d1f4b98020f721826e0bc3c652a7124 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..784f84b264fb2d561d3a62dea66f38f2464c536e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00827c4ca2be67e77ce1e0b639e206630d68c0db35f9cab5db72321b8c66c60b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0faf342f569580da06915ace017fd18a10b4cc5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:573bdc17f794687e5d3ed594249e6524b7168aa41d01b4ccab21cb45ba05f5d5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6094db0c30f0714732954c8c6a873c0799a0861a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59c94084066b2d47907ad658801e737e306eedc92873eb85f0c2e8acd66e33a4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..74cd68692f5f8a9cea85a14c37210574fc1c5038 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da0324a7c0c320b5f1eb4693030590a943356db21f7a1357de2dc98262de9ca8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..852c40b35c5608b73589d80bcba9de42db0f49d1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80d483ffe555db4f1a603ed5cbabf5647e57cbbd946d12823cfacf674cdc2f2a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d75e4480e62e87045fee6a28cf38667249e1311 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f2f233180a9e91d7ad3a64c4495861218bb158eaf24bec6101d13ce2ca7fe32 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f06b719577609cdb21a8d52e2f99cac527f96b3d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fae8b0e4602c4f9c5518dfd38ebd9b56b7b1f69f47a9df94518fbd0fd68b2e59 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1dd0e4ef147b0607413634cff81805a1d14ecc91 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1d3380ba9201e5f16737fc660a996c2e898b3c3161e833266cbf0f1fc8c96ad +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9416d0c7170a5d0187f083737b2740e5b05537d1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c41864267b78d4695144e6c5e603189950020c3b0cb71627108e98e7c5d92a31 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c637595ed3a5eab316f70229c95b543f8c1fd7c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d054ef5aa794017ef61152797159fa71647937647d14604643b002ac3967574b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..af727a307382f5646e3e616cdb139ee532087bb3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c320b0aa9f0565e697db736612e48c071e72433cb27a454cb1f7def7757f8eb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a93d7c18a3af97fa469c1c767039353f0762361 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:045bce8cfab1b233c26bfd7ebd5acccca2dfcd739f786155bfc3b4d0a7046cab +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..69d4d521a706a4b26029ac7a11090d1cbfbb820a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ffbb53b80d216599158086572173dc97b4e872faa53e7e034fcd922424f64be +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..10d9dc349962594fac4b77a16c5f66c2c6228c6d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0580ee3c26d3a02df924a894ea1c4768db6c4720a1d11fe61f28e4307b6e2241 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..059fadb315a5729e3176676c113240e7ec6d00f7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdb90987ab315e2fb2d9171f62a4190ae6845aae5f12345846fb7c5d820dc325 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dfbf07a556aeef98217d3583f8797df69dcae2ec --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aff66eba91fdb48a97e29df0ed142ddd86af39b5c0172ca8d9674fbac66b690b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..632219ed97f8e229dfb0367e6ddd5b8e963471a3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:423c6f174e01d50497449e1f19e266abe24da4826ac82a957f08d99c402d2b92 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e674e3f01dbf960978f0405f249d893c6d335de --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bd47d162a7fad2248d8342cbec5f56fa85d8ead48c926500c6fba900cc8aedd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1efeeb84adf6d0181f9bb8ee519b825e5f6f475 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcb684a6e20607c577cf9f35abacb8ed5fbe014afea8b9c3ba4037b725a6e254 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6eaebdc1740199377ffb58baed78aa24cfb5c1f7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e66d6c4b8f86a91e7e9e215dce45ce6583d01bd41596ffbce89a2f95b88b0251 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dfcf63b7f1e6592f46e41728bece8590bb8f1967 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df2f128ea39cc2abf16af470ed3d439d5e27b37a53db799ffcb68b43c3b6b47f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6777ef64e30b8b0752699eb426deb28a266d4f6c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d4eaf04ad4da71e7cde39a338669fd498a54c7154f152b831c7e44a71537644 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e81ee66813e007492f91f7841d603fe458a2d5f4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32969aaeddb397018c652e92a05a9ca7abf63b49b38984a375c9950b7e1ed7b0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..de6e6eb5f22bbefcf1db71c646f946886d5f6fdf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee678038e1c2ee94653f7b2257a4d825c72af269a0ae30d381d1c0280d1f67f4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..10a8178ddccd821bc7c2c3f85f89838392d3a6cf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcf5d52b3530fd3cc624fa3af61cab365c746813516d096d9fcc8cd9c86b71fc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..42d32e500707b97515e70105ef800c9fb2eed882 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:337873cd1d7c1daab069e97092f9e6d9ab3a273e4228b3d604f1154d3a3ab63c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed8ea2cdc6cb27083732778dd256ea6e45b0eed4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d92fc14b62cd773f7685f67d32a97a1899aaa7bf30748271a5503487a43f0d4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b5a5825d6365a7f9564fd112824218a18a69f00 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fda4454eb4d778558b5c58a057bdea156fba87e062fa1a65683d81277a06c95a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..30f586e33f2661ac7e8369997bb348fabd32033b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fa0096cd09ba148714de0885ce1a801678a909ee263ab9b6f4f06d2e07e9c7d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa4a6966b674b26cfbbcb3e6ebeca9511d5d5523 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:343ed7df9ae125d2dcdaeaff8a71710c7e2ef417b36e76c9ef662cb91647ff45 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b106df4a1aab6071f96043ceaeee0e9cf24bd54c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db5e6f592fab841fd8d9ba9745528e365ad40524110e383794e294f8b06ebb75 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3698d9fa8f39164c7f1cb42872ad1068c417d62b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef80d950424136f60e564ba8dd210569a17f459a4c2d73d6aba3599ad7e9850d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6657054a495220fc044f084190f700bb9ad3503a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4aa7c8285f23a19949aed3dc3da9b2734cdb2bbd5a92e0809f1ba66d13a403b6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e20e938f0f187557ada55915bfbb28bad60b6b48 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d336fcec0c9794be5a42e59007e00ab461b37249c9fea8f6dd883d8dff707902 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c5efaab19599d2baba737c5c3d2fa29efb669b5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7548941fb66072f82702fadf3c85d5aff3ecfb812a235d104cad878d1e608b6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b4fd0931e51e27f817961281445c57b6b76c390 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a03b72d1bec86999f5edba15f48e821e29aff086d2ea3097ce69e8bc525690a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca5856625662d0df3524ed3d569cdc6fc555938a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09c0a9df6b27e7becd86ea700acdb80542681232a758c34d65845a1eb62129dd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..591605eb710f34bab78f20d2fcf1e5acb8a7cfeb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9295f60aee64a74b6f38aada28d8cb4e8100c5a16febea4a6b958d825b2aa799 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ad3477c1960489fe66b8e75ccb9352903dd7d5e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:655b0a40cd1098b546303363ac56909d272159b855a8dbd0f99972780f2ce5b3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a676bd7a8b37b488148d5fdad73a96cf02284c7c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7b5fbee2278a66e56c5811144156537bd5c2982379baffa73bcc9c1aaa4bf7e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..42e58070086670727a08e8c3ab5f1a52ad20365e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ac45ec785d7f4d257372e73525f8376154f3da1602208deb86ef22be9cd8bb4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0ab01a914adf6824bb662c2b8a80177b300eac5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2331730a9e3238b29feb2c80ec5db710ab80fb90b2a9b52ce9d967112220743e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7987387b9b410be4f746af9f34678d41dcabe568 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:710028ddbb3491ecb729f4074cf421a04275bc52719babb5b45b8fd48bdfbe71 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..31d2a4a18c931513d07c5fbe4ef95f55ba8e12a7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2eb0c61a69c6a11fce25e23ea00caa91f5031452b3c59a6c0e7054ca286a6ec2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dcfe62283dd849ca7631842746dae89d31ecd1dd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16c6a01ff67ca393cf648d0bc62d96a40acc40fd40c2c21383f271ef3a43703d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..be57bf53ef0f31042de9c5ec35a9f0ee8447e6f9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e595dbd40a8890216602adf0655c654e44b9d949a70143f6132b2e8fcc8a4cf +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f367bc77e1ebd0f7a521ce016798c0f4bc80c7e0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d70869c45ffdfd5a7124877fe63b603fad6c8fcef396ec107840df953b94fc5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d45b880342f242d64959cc364091b999c0007a6e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:747f5e1fca463bf034c625e91853c4327ff11b2a45bae2d0c1fa92a7bb5afd16 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbde59513f68bb1ad4d1490b9c6e08f83c843c5b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a32acc3eb3a976008a7b62da3d76b3e73135f8ce85911544275a29681ef0dc02 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f31cd3e2573b886f882b3fedc2bb7ea6256d5c90 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2656b8f30ca51f48a9ba7e0731ee8a49bc88274340f92e244d14b4ea2827796 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec2a59ecf22a2bbc5250f203bab4a83fb9ce6b2e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:333f6ea6ec74c27d7c2041bc997ce3aeb15a0d2898aa7cc2b9d1dc4d69a30a84 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6a0dbb95c2c3a2f3420aad4af30c7a71551b64f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d50784579e24439726f2706568521baaa864a8c81347da52c0ebcaaf146aed9f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..25631d72e00f64e027522743a2b2eeea79ba4dd0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a1a08812cd105c663695c427d40c5ff66cbd2de62c29c0e4b44d5402627b125 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..52cf4671f0276e85d5d11a3979c8a24f4301c690 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:311ba48e992dcefae58e2f857d726358218bc5325fe179493e07c97e55acba45 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3760ae2976da83ce4d2471a9653145670992d3a7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b87715464bab204b0e70987c6312db764764b8d90018b723734a2a7f6bf6c5da +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1bcf6b642d3830bdd83f2e35e7b2fe660147e6a7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3838fcb46d6e9ea679f8b46981f15324dfbaacea0dd75b71fc993a71617e1e69 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f949a648dace28643535f9efd38ede0b23f35e14 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cff74c955f72c67007e1507ceeb4e38892ffa73aecd8b3491f507ff2a21188ff +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e0ccab59fb7b3496d1cc1e4d6854c32caa8d183 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a5caaf1d90c743c84b70ab34bcef147814d312ce29db53e819c0f46a398cb86 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ffbe06af3ed784e3c735220f26f1b9cf0c3994bb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0255b733b458b932f6d65b35a961e75b95ecc2fa67dda7d8c667044588a0a64 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3daefc8398622c79381d40d45fdb1b19f5442b80 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41bc8f3c2a204c1cfc6e1cd7ab530b484585af5907b9f77b88d4dd74d4c13242 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..507a50b2564f60acbf8c5e3e2bcabc0180ae4b6f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cedc64acd34830495366dcd8f4dc5d8650b0e929a9f6a7cd3abdfe60d5af010 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ffa1b4928f450de295d94a60d5938191a71088b2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:935adf2d3ee9609f6e1ed6ed614f4b40b05d3f915f22c3839188ec7a4ec4bc74 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eae592b66cf14b41cc6f144d5273327a2a99138c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ddf032cd9e2fea32ecccb198d44597d4a86847d1c26b7a8b5edd5a7d725d990 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d965ea2c294f2c8c64ef088ea9eb17d934e33e7c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ce122ae3e39d29f0e8eac93d92c43654ca30f52cc93483eab89dac839b335b4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e88046bdc9ad8698f5e0660e5fa1e03ee2e35ef --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:428fd07ddb4928b28a512b416195a304f3a3104e0644ae1e83a31d70007d46d5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..35e1673a304ccbc34d96c2c0dc0bbb8d16102f63 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aecba8b5e2aa93c5c2b863629964a66393507be7fb21410027353e8a74edb66d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd02508a4452d5af0272491a8309831abde9f63a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:324fcf593f529719bab9b8dfd69e1f4cbeb734e442fd47f3414b3cd5ee10e3fe +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc5debc9a7d6d8b9489a72790c584e309e74428b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:495cdb863538dcc59fb66a86e083cf6a4851b2eedc0a9ffb708b94024608fa19 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a508ddd2751a411edb5031ae7238fd7ee99ea06a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20bf1e946d8a75296817a509cc28355d34cd9f996d134402484eff1890e8ad8d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc62b095c47548e03fbb3389d54b8d9eb435f564 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9b42b35b73aebff3ef24d2988bfda4a6a49c214c8a3dffdba7da51e1883715f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..19283fba84c0f8509929d3235b8c1a6ba7ed8e07 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24c2df6b77d30b7607da06a405dc96bdc31afcced782e3a4f101712b747fdc2d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..391bab6524d2f36bb1a3bc8495a8d4ca1f3e29ff --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a1940c5020d36a09c4d0b560df53d1ec6aa883dda4404b6118b17d39a6f8bf4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..521a48683d0468ea2c1fa835f1d0372d036b036f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b195985b93818eacf65805a4c71ff9713407f20f3b778d6103aadc1375282c51 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb9af3967b24768fa0963ad0424850b6909637aa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aba6abb302cf96d498c20d0c2ffae701d0c647827bbd4ebc71e8b042856def3b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8d834f99de515adedb8363767c9f62e559aba64 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68a4bcbc8c608fab1031c2640885d1cd846db820dc92d0210a810ec36e6b4a29 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..86385949a35a5ebcd2d95406ed6a9340f5fcd8fc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e32a1a19d65f5f605c20bc8a25647dceb17ceb46d9f5eb50b5f946cc23e2eb3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..560d7a23980719a58f673c88016bc4d5d36d4eaf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c54b86fc75f33295e8d95dbb594e65c0a9b7c37138215977ea5619f4c8dd1ce1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..90899ed419ac582e4dfb3ed6bcce8e3b2cb67a75 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6c24b2c99b7514e2bc29d56be7ad28da820a2a14a623646abbb05d952f096b0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2d439e0edb67a6f3120fb2dfb0bfdcaf303a1bb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e42fa54c004c6bc5d66656e0e195fbf244d8bdcaef64c2b0a119aedb62e403d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..233b28bf4c8bff11d844a99dc1b1aa921210642b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d9c4539113b6493a7e44df8b5fd78d2d7390f5cbb84f905abb96d19f9d995e7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..698daebd8dae94f22bd1b7b8ba95bb885c8acfa8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97862a83698c7d3068dbd65946f0e04591d0541fb4efc7c951f207801dffbf78 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..002e51a1eff8fd25ab3a5225b2183eec5cf5f21b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2e5a1bbea839983299a2dfb27aec067090904eb0335c13d34b196dfe91f30f0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd7a1f232dc3626fd2157781505c30810ceb5e29 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0ac31ee5b92dd543c20bee47f70b34ee487893b4ca2eeb2663eea15d9d98c43 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6066fcd0bc24c94b1dea74958df4aae2ff2dec86 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d80e921bf31f0aeda5188e1a68c7a2f33e63a0451b330b6251dbe096ed07e26b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b59ee04e6a58f827aea4172968870c0a60e42330 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8808ec7687f941af2a09f0211e3d91d5140fdcd2dff907fba8778ea691428d3b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7dd5f0926dd2dc31ae06deb3eb7b17ecb8278cf1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6efa2198bca4feb34fb4e627f89e411894bdbd17636c42b36895a4c90f7d1f8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a5f1dee9da73cee01d073b245a100b4b0e91de9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:300174d31e84c53f04f443a4f576810b9470eb524a241dd87eab389a2d39b248 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a214c913ee4a79dbf05e2e784e6b1af6f2f1ee0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cf11ac5772b0d7d1ee690805d077b97a11ba11f6bedf75e788aa036cc3c0ddf +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca710a11d8864f5695ced4b972bab8986be2657e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a33f4caea2a5d3a7d758df1a4b86daffee47b1130224b905c3ed2cdae46619c2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e757ad1e43961d300a5d2f766c741c2ea6229887 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:049fd4973a908ada57f7dd818e6bb84c3af559919fccdbca99fd2409d7462ebe +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e47b7a81a44001199fd462bb449ef187056ba60b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0f74e76239dce2a9480fe5b0efc0bdd845dba27a925105ec9099677579a1eff +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..05f57cf028a18c3425f45d3e46b18d9cc7447ce9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40936aefbda8e787375bb6867b1307a28e501b2eaa81186a1c485dc78f0ada61 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5fce0a182c64c52b95eef420c92b323b520e657a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60b42f27a3ea02d3f39a93664a426d3c8a56fb6f23d9cdc775caab7a61909587 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fcd0871d1b99ab2017e42f917ee51dfb4d5620ed --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fba34cac71f6f51671ae57b9588a4f69d4c0cc7df2cf9b5a0cb2122f748e1b81 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..75b4a4ccb2d4eb6bf7a6e1ba36ac55f33d05ab31 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efe6c25dfdbd06d2b4349fc77b4e32aaf16d5dc97f3bf63a59698fca8ff9524b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..95ef59b9075a25e8f78ba248233d9feb407d6d53 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afa691b9960473bd12f83e188b0563f2522dcfd1d6a10844fa64e2253c220eca +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..549756efbf694dabba07d852055845325c9c5c20 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56d922bbbf5f2f2f7d586fa2a4127c6bb8c32ce2c84827d1d684c960a1ac7799 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..79efd40c3ee2d08c9d2f0bb6c487e8cba05ef4a6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e652a0951fa873cebab064aacf43f838950266c455fa171a4461c58836b718ad +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..79eded56ea56de44ebc869ce0113c75979c4ec89 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb14f0c725feedb8150a5f53ab3893ca4a6eff38d2b394e94cabce032e8c1a67 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..09b4a176a9f165130e36fb57b46daa1b939b7b10 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1847e7edb8bcd037f8bdc6002bc235d03d4866f1fa463ba8524eb86c1bf4edc5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..91b649e3f8b0fe03e83f01e48134429270e6c6b1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f1eac80b431791d180915f00ae38bbcf10a86ddbeee831b8d7e3dbf84b65de4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..da3e197bc7918ae0831918b5e8272444f01753cd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8708f9da7ef289dc75c64b016cc49d5d6a5fce9fe10c1e09b53eeefbb06c392b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f4f5a8cd4ebb2d1f52a89b1c00df1057d5b9478 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffd6cffef1ed2c50610d17fcc0fc36a5822b928d3603c9d288dcb7f7a0058976 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff7a8e59db97fd0594868cfe2995ab2f5469e089 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e72d1f9c4538807f08f20813ad1f2a4297b44ebb0275846cf2368a0528ea45c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e39b1b551749c82cfdbe27013b54733c2b2357d5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90838f9bed2de2ae1da0f9fd710ede1b92cbae729814154d83eb4de02c39fe31 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b402d7c6d27bcab875d8a817271371ee6266fce8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:044418abb745db3a27a7e0007c414567f1ecee352566ef6b1634aa726c90f747 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0038f591dd271e62965f4eba0d1bafe109fc4e08 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:558ec59244110c0c12d21f97d670a250c9d3d95c5aeed97327ea3c19b27dae81 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6eb8119b76cfdef900c23e45bb96b03f9e88e529 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22554961c3e10e8caf6759cef07f18c03e63552b75ce101ef3d04e97adff7497 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e129f696c8b4976225f46255dccab796d4fce17d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:263aba5e044d0b4090cc07ba5cf4814d060d2e8a08d1963aced17fe9c99b6ad7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc16b6dcc54537165419d4eaefcf41c6a4170543 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44e09c6cd562cb775316ff13d7dcc9cc289dcc58292fec833bad2c7770c0e202 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..68b62bc3344d83dbe9a34533646cfc2074c539e9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed42927735f6edd7a9ba6be11b56b19a403b3918138bf6c18baaaa190c240049 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d9c1e2c2b3bd606368c3be5a9c165c1666ce012 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebee281d5e571b16ba2f948df95545beea19d91fd87714aa9271d33cb6c6ee4f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8d322dfe194c3e02ca3feae3af824ac9581b0eb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b82c3bc750782c4ddb3b2b4389c0b6174c1035deb8febb6ad6dc3804e1c7dbf6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..00c702940c1c03bc1c6754ff4cfca6d6f2e1a1f6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7c70e64809e244bd5481fe67e6d842c73d903e79b82b87576bc0ec825eb2a4c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe5fe38358e2029290285a0b81a06e6d8a8fefbd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebfa433274d1c029b5c16e55fb0a4e10444ebe95d7d0baa67dcc937dc65ed1ed +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0fbfedc344aaa4f8f70e85c5d259f09aa0b82255 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c02d37def6a46a622edcdf8c28dc6309a4386f30eac4ea5a297ae44507cdf982 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4878ec347abc4394dbf307d398a8d49a5e217e96 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66358f7fea48119666fdfdbddd083e06f0b15803dffd54b0c4cbb5fd5f1bca09 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dbd358cc1b73e57d4852a450ef59006749b81696 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d437217002032ae6eecd9dd69e4b28568f49ed05c716cecd196f722f5346e8b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2f0aaf463d67f0df849c4454f994a927fbbacda --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:005855314471b325a66a9997827f92db7b7b4fa4596cca2ad4045df6d1d4fbec +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d4f56f97d3b3b85bb995fb46f864fcfc9729489 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bee2c5a0cdcee094832098cf52f293f0c6045128417a0fd9d7fa91562ae20a30 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c56d5ebb3af07c9f8f5299ab2cdae140e10f8214 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f39bbeaec2926511d259f09d1e33c449b6edbfd0c6d4e502dfff63c2eb6ea07e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5fd328ab9ba46a8ffb229483163ff3efb39e400b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54b6c5b59276646cea6fc213b58abc0a478d976669c078e4e3a6e9309fa4fde5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8513d7656afc478bc3b8abee284f114bf3f67d20 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11718c80e791a1ee1724e9162a527410a51d08aa865ade109db0fe2f2b2947ba +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ff15fbd6126fb8016d85931cfbe45fccecbf8d9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c85a2a3b7a2cc87f879be6c75ee428795ed7951fc9f98e8726bcb999fab01c08 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a7dd298ced1fcca045cf340acf1ab2181fcf54c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d596ee8378c0f6f0c0d8ed514411b3718a075d9c42a4a8777ea66ecc97a0257e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..62b00c2b8adb129638602efa94e530192b6d916b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecaafd4406ba30969f7351c4b7cd6789f6552191241e88ab9ac89de551a83dab +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..587b3aac7f145e7129b44247e1c1d3e4300c701a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb3746fb1a2bb81e42bb7e2278b818233b57b922114bba9c6fc110d02aff2da7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..99bfccc9c5a5a6e35b09ab4bef09e3e78e399f37 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc2e8c3c4c5c6f7505d43f73f29efcafeb3ea65da4b9124000a3216817758324 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7dd2644bfcb93cf8c0b7a25e4047ee7f48a1502 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea64644eafbec3f7d144234cd8e49e536ae01f4ac5c434e81d2d094d6d05f331 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..998bc0fd6b616487ed45be37153251d8115fbc5f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46fb415fadd02f22e5523d08a34e1eed96872a2d497f7d8e98ca65793616daae +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..55fb60d549bb4372ba3862fb3353500ffbb1fafc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a09cb4e0f078e5d605471a4100960364b7f45922f3bcdaab2e25d7f43a32351 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d431b7513372513316b4243c28b0f4ede8ac9ad --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc830e0725dc76c491720962391d6c5019a4167fe8c016a5a85f83d6ad4a0d69 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d44e60ce30bc31fc8f3b7ee97392a567a9e378d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d12b829a81eec5a28d902621a46c8a07ca3a45eee6389ced294bfd698bf684ce +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1bf0480f5c607dccc893c060c2f4120057bf3cd9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65bf527d32560e25f18ff619d4253b40c54584e25db83f6deb0294c1cb577384 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..80c2eb5fa99684d15ba4c866cd546b680ecfe521 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fafa3d49a81d95c7e5ae9382b70477d9c813b4de14a419a343de1e5fda3f40d5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..65eddbb41ad3027b812451d413872c819a5383ae --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba0645cb68753bf926e457a0c1e604e67cf6f696a3fd70ddaa54aaf9790b5ab9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ceeff25409d373ad61397de3ec85a270b91d991 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:005eda80694ca32af40eb36d500ed57b00815e084540267324ad7489403590d3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e2fdddb1871a5ed961657c9cdbb5567438a80d6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2f455a83dd1b1dc4108d12bd4ab50ed55b5d93429ac90ff1851861aa1ac1deb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8346add46226bcc0d78f317f13ac4c09ec9dd472 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abdea9fbdb0bdf5481e7adfe86eb1236289ff54cbc7416f3f2bb178ae2f5d39c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca3540ef9ea4cc253c0fa2d29416c4241f1132c3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dce019133c894c8843cd328f7f873da543ad4b9608bafa61bc75d5607dd6e042 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4dc91f5d9c3aab86ca21427c2e8e03e2907d0eae --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:376f742447c0196d1d5662fb1fc3f0a5c0f62230a3c1d023bf1dbc2747c3911c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..263f0240dfa291bf7a97e60ed8dcba9e7fb258bd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e671eec30a61a88fc15af218af6c47be125bc5501ed988eb3f7624552a0a665c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dce62c8030ad47d89d49600259ec76298f93ebb9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb2917d5d098ed5858f95fbf5d2e54ae6ccd988de27ef854106bf6e520abe71d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ee802f77296ac765a91be818b14d873400d2f88 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb3ae3a68b1f98eb569a5fc1afb5d430ef2e30607cf67a740c56440211e7e5e5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f66b2fcadcbbd60f7bfc70bd438b1fccc0e3b60c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:782cfdfcb80e026ef243e67479fd99bd53df21e770e2b91031cd6f89d4ddffcc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..94d2703e835524d525c2dc624de7481d42c26952 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99cb44bfc1ac5b59cd450d3a0984a96138135b2926ce34954a9c3601efaaad90 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..06c4b22a7df87e9bea149a7527ff83feee369690 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb29b95d3c5ff615aa3443e1e0fdea233d948a3d03815f7ca1aa3f5ce08c3910 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d04ab0f0f4a973d0875c27b166d7c3d27470b005 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25ba743673933c5bdabd059820671d9659dd4461852923b5076c188f3a4973c8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc0db5175f8d8c073235daaf9ba17781914f34e9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b14a71f446de74c72613939333c45295281ef8350be9c0182f4435ed13f1c6f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bee26c16e9e24cd659ca98689f5ad5e19e2fd8bd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85a56e2bdd466faf55ad21d6fdbf2a6b50f38290e148f5b039453d5a8c20bcee +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c86aecdd580b42836362494cb7219ec4ca7f7bbc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25968462de127616a386671a89ddf51a50bfef9a7c8779897cc9880f69094a0e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b0ba6a16bdabe8d74ab49583be50dcf1d72e4a5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce48f3255abedcd390fc83bd3e33c820d2f1ca2e968f0645879637456f8fc74e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..44b58c643b2bd61e05656cb01921837207e1aacd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d46e22a89234688c97fb7be4ec09b5a3405fb92f68d10473585412428c8e4d0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e771f52270a50fa3ec5a0ad177d35a63d9b5b52 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:612cf7dd4b62113c3ceda4fc09195e2ad61c9d21324fc09f90f0636d468dd00b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac176a2a885987700f4be7b446db1d72ff19d8d7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8781c5f34959b6ab476b4cde50dc5065d456744fcd8f893aa81618fa1d15396 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..80509f2171bc539b9b1b6f2051f464a1a3fd4926 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d1dade9b0904b4441a65317e85e36077f3b594236cd9b381f91b11c69ea9f62 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..66c0e068768256bec41df315e0f90040312b902a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b07e8d7e760ce9cb2c607aa8a96504e7619be0aeb089caba37a34230a53176fa +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc90879c881db700f5a0f6c60aa7c700d43efde4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee65121067cbc521fafd58881ae7be2ea14135d9428309a9fc11387ebcce32c3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb71f7d9f20b3a353c2e747cf47ddf3074de5b76 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0575449c7a420076eaad1ca223f8cbc07f784b7c33f82427f60fc2d8ac6cc64c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d9da972913d7600a9583aa64c4f3f9a6517e7bb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce03ffe108d5dcc3a0e89890415d7d53fd59b1ca3d830791410d6b943c56d120 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb84e4ffdf4a23feac29b4c2f49d875e26f27445 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdb385a94c6344eeb6c5fe7f88f74fb88f101c62a656dacf908f23fc0790be94 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b68fb324beba0c72177a4d321289bc62c32d55ae --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40ef86ad0e6b0bb05d1ab908c1b575fa8359a510214bef327dc2a9b1b7d16674 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..39988831357e1b10797fd9b07e4fe0287b5adba0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5339ebbd6b4b4042a3fb6d97bafab02a07d49e4583599a8f88fd28e289b5b345 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9cb06962679c2463e500f0557626948d0540c25e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3878a2d0eaa3c9c891fba2323e192ac44923e97719d0cbc32c4559b95f7acf48 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..386ce4469eb9906bb5f257a2fe7e0f77b4db3926 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19bcfdda6e0a5c0092913feff3f6c0a4503bf73def5dd59555e9858cfa84ab78 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..06ca9002d0c54d6cd970285c603667e0bb8cf7f3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47d69d789d09eba0b14fe3c17f415c3b4a0d9e98e871e6a9d092f36d973f9bfc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..15bfda785e1b65cdd3a58ae3994ecb5906a92512 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1621e258095196a2b08fd8cc89ab1629cd3e11ea05d0a5e1dcef820ed0ae8ad +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6541049010b3f2510c19b609e37f8229279aade --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24bea46a34581aec937e96f6f827a5a264d5bb77c71d788a46bebfdb5dad68c5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8fddb3f7da77d59d402b318912d1c1f0a1d82d0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:250c4c219dae0f2539a5b2a6b3426843a603695412e7d92283d573ebed11bfaa +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..33ef3e815a7e3ec1b0df33224d7b036ca592e8a8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:915251099149c61820a7ca46070f46d16750ce97daf3b89d88b798ffa014ed69 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ed210c4ce3c582aee83822f728f467ed0d9f364 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc429d6c180f4ae792f1b3073917357a7b955c7cd1b7736f9ceb1fb839fb2c7f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d8f28d0d4b927b34d90df8ca2e205c4237f8073 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9e2df5bea7ca2683f64945efca6fa0417b9ebfde42f768ac5d689d9fdac3b2f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7021b312f8d39d960ba99ef3a04e0583bea0135f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8673029d9177be359e83eb0c4ef748674a550b42d3f6722ca3347d01753aab1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5cc1e45df84946d2dc66ce9d5b1ac378bb132b3e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3963a8bb1970495054ec79f118820d4ca3180b065bb977802b84847ba608315 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..93c4d1c916abb671c93d37eef1b69da23571b3f9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d81b8703e8cc2d7fc050b606b2f4df77fe159c0356143b61246959a392b4e53c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8c55564159e7e08ddba45fcdf1d84254aab4c22 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3157012ae92e7bcb19b4a0492c56ddad8c81fe362a21de30083ae36cba35d1f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..07eee9046ed59feac1d7e8d3e446a395c2e903f8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0846df65b37a2b46ade3807fa1c4244f1227b55b2ffc0b7a8a4a792a8364b8c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..33823f031a53b74daab8635dfe3cd2626e665a08 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e859338badeccb323e338edb83b633c9ae1f132a492436609ed54a9fa90ab283 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3efad2283cd24aa0aad57ae821ee4ffadd41c2a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41e440dd6b23ae9b2fedf8ac602e104235fed57f61c87503f82c5bcb5ac1529f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0d13f9f12a9cc25a1ec247cc4e3b52772b173f2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54f1d7d57f011fc135b300e9e4d5542dde0bc82b4d0907bc55ee9b833093d0ac +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7f4c32f36d204c05c504865f9fd60b5f1334ef3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82919b82d335a091600d2c5cea3e396e132f1601bebe04601d559674289cf56b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b903b38edbf5dfee8dd3ab10425d21b823e55019 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13ba9d54ee0aeac9016564997bd0e72632e03edd3e859af5d06846e0d7209186 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4f61f96f28fb2a89e1b010733e38897eb9622e4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64a0a4a197d7568bb3a87e87ab852ecb7616b5920417dfbdb954322589a1c6dc +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b76a6f499bcd5e85cf86e0d576070000dfe9c6c8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fdbd9b42b2f09d1d481bbbcd1938245465ce491311effb84d0661ebe5837482 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0dccf05f8b1556ec64028c662d368d709aa78e2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b5bb05b4cfec8471524b19640d2625417d0e171a944df1596384b802d2e1f96 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6cdfbbc52c179121b48aced843ce9304b0c63cd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abc74167497baf544d621ca3dbe192e5f2102640be5c354bc05737b05e8e348e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..233222c2e4e5b0eea7ae45148aebbe589a5817e6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0c5e3c1c25f05311f21258b2ef6cc6aa937003d1c07b240ee3fe50205afc645 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f191b929f43c1b87da91e53e9d9ab19abd41eef --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9c5d84a0833f461124c838a43e2ad712ca479c5554995114dd45feb1f0aefbf +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9dc9f42f7f6309f2a347dbdf0aeb67cf899a8a30 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f07cdf87087b3517b601d06bfc1815a5c8e5623377a30a5cd89def4668ee1abc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e77042783691bbdd6e638ce32017e20d77b9e6b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:114f8172fccc62a49a6c80b1b5577feb4d17a1d451984dd92da131f2178fb5c5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a961417d8cd5c29351201c3105ab3db2d49613fb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35becd86977e80aa54f9c7360a91aeec9fffc410584526ba0b2583a2826d99d1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d3f06f7436040dd534bd8d15848f83e4492cddd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef90f485cbb00d7d3afb4c3fee56a5479be8a8f6e82290cb17033bcfdf8b0c27 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..96f303896fb18b2ad439fabcf60fecfb74945d99 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94b0fb085702feaf554c06d52d10e3608cd0eee52e4548482ec1d597969cd853 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4bc3b638f57a5102f40f0c0fcccdb32284f70c9a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6c7955c9a424ce6152f4c6853bc383070fc267dfd3cb2c40a388aa59244dd62 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3542442c4d07b9825f23b9c1c93d947a929c14a3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68baa30c9fe1b802bc1c2f3d658d45dd791e09bf8f2da59bf2a9da8afb2e45da +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..79cc61f4d6ace4c7458fb9cfa842c0e25ae1363a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3f3d7137317b706d9ad55ce3c53d3a9e8b3668762388f00dd6b7e052dd6d309 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..23295bc962e604e1126642ced6ba4699fa8d9f87 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f87716725fe47a3972fa93f4fa21c1efa5b7dbedb4c47b493551dbf93edb9166 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d200b7e7127881a451e3dae137ea11a07657d7bf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc7c4f77141274a2e9c0d3c8e5e9d7bee491cd4c2f437bce1d241de168a3e148 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ad77122572eda1f220491b5dc170844bed731f4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e0d2ac0adbf0dd5cced97892c50c5f9b197c36672c31c3b6c599975e3a4be8c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e991870e6e28a6be48e972266708608aecd18738 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a970f418060773bc2b65c29dde1b16c70b647e5dc0ef9817ae360572d074fd0e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..387e5e57faebb49a54b76ec0feb18267f851decf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ded8218ea773c6a8e987671ae8093767df16f53f09ece712ca6cde72d614d1be +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca3557f8958573b66f711cfbcf882d364e0be554 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8368cb0a6029dc1107dbea08ece310eacc692bc19acf80e1bac7e032b28dcfc0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9538ddc310d71cb670427ca55267855250a7ec2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4120b8d4342de1f33cb32733bf41b6f570d4fad362e85476745032da48d9fcc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9c027bc3ed45ab9d6e180c6511111f8d8634ec7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cee2fd67d1c6ede6b911c1f940a3eeba66b4230e5c95a0c4978e57eaaa76cbe4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c732cd77146058b773d1520db61bbdcc21f8236 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da91ee68080309bbb7e2f473bd82c8273f402b2219556f1591b233a57bdfbb0c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f50155c3970522aed241417525cf53f32f834eb0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c0ad9b18365d3ca319f4fffe396d829d4df8e312c5b4ebdf1372e03216a466c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf67d9e2a2e971da2b33e3d282eb778463455fe4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2dbc49af23b064b1567a37dcd16e959cc87202532ff32385f92f05b767ccf57 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f7afd0b513d804920bed81867b1e1e7d34063f1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27ea7a0a9425b6a1c7b65dce4ebc657339ee9a51afea7b8128ef686ef3f81893 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2db0ed9cd5eb772002126e7ace5dfb8cc199bef2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61b94592b27dd58fcce90b356f2b0f10ea9a32718c7ccc8c4adbe773beb8345f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..27cbdd4cf450586cf8ec3f9dc54af80b3081232b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2d2fb5579c4a2e45ee57ff6e064d5bac099605cacb8ce122a13ff11ed1a5203 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd0c6490bc285081b30e9d739ec3c0fb2048c910 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bff3496bd2e6b5e7693da6c839bb078bf35f1ece88c80c894e81fec0123a4675 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb45f37c3b1378d26e6eff8e860cb182865f23a9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0bebce83a3d8c536a6c7d5a67616cd206719fbdf5c84c9cf38aa403d6ab666b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8af8102b343e1c178e2ca9df02751f7e641132ea --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5b6f3fa8dba961e88b9906c9dc2fda7c97f42008450bf207ee18f3967515628 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e674b674ad0919ce87221734329f3054244c965 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad32313ccf8f01b177710bbe27e2530912f7219ed2867ae0f35ad9ae3e628c8f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..02d541f2c799fd8a93b1e0b73772dd5dc9275498 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fd0932b593d0d6acbce0af6ef7681811bdbcb2479bc19e51dfaa5708f1d3c6d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f44b81c5662d668d1949add71eede8266f6ed70 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9870479162f215c1919ae1bbbaf4153255126eeb014e6671e8b02f3af501610 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b303d05fdab6ae9ed29cd51b119f06cfc3b1160 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15ebc30ef5882f3575ef7b4df9badb50cdae839c539ab1d06db1edb6a1abc18c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..41eb6f9562e650c086910d5a92226d397d018ea2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9c6e8446afe9715b94508d1f98ff4baa543e7d76217c7124830bb0f55e410ff +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b29891a85259e188b0c2e35e97099ffeae1245ea --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd043d168ca8aafb656374d6b8ebe8160da0a153804fc85ddc5737d709cee3a0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..635bde70274a640e5356f3c45c4f65f266cd084f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d630400b36732d49b3698e7eb3f2a2fda1a256a52b9fef56a6a5f1f5ece1730c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..17dfbe7d2c7f49d8ab1e8b16ddc063a4759f1dcd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93bf82abc85c04b61bdefbbc455586da920a8fd59af832c33ff9bdff527d064a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..931a521de2d720f876a9c222a0d3fb1576ad2311 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e4dcf8cdff195c2afc918886dc8875d16135d6f0d9507c4658aa8bde4abe112 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ba656d70336ea2fd47874433e8b0d4c1304e9e9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ba25c3b6014728297dcb89f98851d7ab61281abffa5135820a5ecc97be26226 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c342ceed68576f8fe1f5f008834474810098d52 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cec96833d39064be77704763032b719602646ad69ca14fab7efcaf0b18f6b580 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e18f82e354d32811eb9f8110a867da6ee98a758 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52b6ac6b97115fd5c97d892acd5db4f8f6640b7ea1ec43c7ac66503eb978b0a0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..072769a04b347b4dced046565aa9e6733e375ae7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d2acf6e6e7e0fae828d3aaf3983c1e25cc5b711d7d19725195eb3932626f6b1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..97675ee7e1412d3aca11873dc210bad734a27be0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2141118a33a5130de49dbb50d72ed70a73d5516ba4329c33ceede297dba04754 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ffa424a7e75552f24e2ac6804b95bc9d9be1cb0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c362c2b9b77afbb4037ad7017f282ac0610f69f1e48870b5b3d5e26225238b88 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd9be0b319c932081659476b96b8f19d0fe91878 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e17df3745041b71fa59b6b8f80244d8f565124f5f2e5688a5ea38ffc0aaf0a6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b548d76196a21383e85d974bdc7d7e93291abf0e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b53a548a6a51d6778bb8345ea0252de764ed75b2fecff578e94b506b86eab13d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f30fcc8e82ce6f7169bff25fff946a0d3700c88 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c69b50701d71120c988ed1011baf0af4c5fea035ab464add29cb366cfc0fbf18 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac3c1d66d15399ab60e7c75b41f35760dc89c086 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ee3cec0616cf7411de986aa0aa2bc5250e7743c5b284e0135f0ed9132cd594d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3574477d55ad7093d156b002f03b5a880fd2444a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44df69546e6fd8d70a383313c55175e580ffa50b8a81b7686afb411aa236176f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a43869a48459956052fe6551e65f10e8c0e77da --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb8b1511c3e6d7a3fc9e2c6ee24e1813128715e78cbbff3ff21001c5ae19806c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..93f42ae8c9338626e00a412a873fbbd405647eb4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b47decc5321444b7962c119c413c7c69a5b77d85e99936528e334bcd3d62d6d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a37da153c3273fd67e67cfa34a22b51d0f1e4233 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ec0fdacc4bc92978fb799498e12c409439103c68260a637882b4611de77e787 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e1e70d6eed2be33247caaee9fce8185bdc55958 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b72cca38af01bb988870ffcc9bacd407466c2c76ca320f1758097fa55eac5771 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58e978986b860941ccaca1f3fe6fde096f201c34 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe5b443e6ec95d3f9e1c1ba36c9ea9377a501e38a248393f74cee106fc5ecc37 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..095ee78cfb8b40819d76f28c6fc3a84b3aa8b58c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55ea48fd202092f7877211220cb87a07778fbe377f08c347ad94e53f73f9b77d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d407bfcc472e0d0d5c58099eb63a7b106478385 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94edec07839fa4497a8f294764a389aac2b734ac0f6474ede483ecfd4bdbc7c8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..53259b5f188ea65c57d5d3ef54b297c9a7ddd351 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c94bec69225a62c0e044ff721ebbfebc4ae16e325ffeb65cf16cb4b6cff5baf8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..05c77d644c5eccec1a3fba88e4855ea9f262a21d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6969f5ca45c5f4015b786b992c75a6af0f34a28dc54bafc105d595e443a9e73a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..620f969c547b4cf84f5354e1c721a513e832513c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:443768df4c7057659780f045ef91f2d2feb7b840e77363c0803e160152ee1e99 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e20c960df796f8ff8a8263c37a20900f2cbdf9ce --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f305c66e402a8f7657be65cdfddd9e9391cb752764a7a233101db3a70e74578d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3815fa64a914c3b30f258f61ca50591c70bf223d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c0a0e53b03ed43ae5ed25c69fb3a00f22ea8e9949e4079297d5d4012ac7806f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..57dd87d58ac4f8367cd5a07106b7aedf42993cd9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cd64b4a8cf57347519b7527aa3a781ea75f77b119c1013770f7c01399cc5a74 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..57cc23879ac335cbbdf5f4d9a3bf177362066380 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d4970c48838151ff047109d178cca1397602215df063f33782ddf078e29017f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8c7cf37fc343858e59e87a00ae3244763087e71 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:943152c816e0a875fd4d7c1462bef0e04d4c8011a82dcbdecfa8ccf9eb6e13fc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47b55e5cd09d102558bf1ca568131a585a68f3bc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4857a2fb9a00d7f9ca6c5681ad9e908f548760801c9c369d2c43b66d2af5b33 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..84dd30f02def1372903c71b51e2291d1d6c9f65e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdb640de503f3ff013da34adc2b8f834889f6036fc0d8707fc76889d584a99f8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1092d53103b7c9f508344ac19e20b47e464ad8a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4b15265687ecacf05632083fb61e598271d8940c28314dbd8ce7ee37e1651f0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8e2f32428f0caa0954fcdbf45bfffa4f2787d07 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e514cda77ed5132f01b43bf7f218d23e3a5d7f018a51bc02138ef8393ed4c9b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..21b265e58f96f28a4b94930041fb2a063089fce7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e24fadd412a8e876bc13aba38b8ff2fa2859d65be68dd7ee9fe623a8524dc02 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff0e8796e1e0c1b4181964348e61bee5c3213485 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:503e4c0699e1db57376b5d316a608807b0c5e0fa873eea2254edb021af220162 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ecf3dd98863db061183758a19bec996f9a3c9c4c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:211006829dc0ffdef2a2c17016e4482b790dbc167be1e6fc8fbad16cb2d60fad +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3d89f42b9163c59b0942545dc709409c470dd4f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f109099b938995183bc438671d46a9ccb933a28ae0770f46307398e83fa42c0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c42970295d828099179c8ad30a3a89a51c30c1cb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7ba540c3789748e5a8ba40a3042a7e4d3d0088998c057cb787958987dca9391 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..de41272d3d5ac3ca6b03d1a7a415d29d0a093640 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19273a3f62b74157da4875a31b645b5c94de8d804a6497896de39a73e1681a2c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6199afc991c2496c015b05f26caf9a671bbdaa31 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d14c3d1daaf8b287233b1af5213e7104361ae8fec2b775341022af78486e4ccf +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1864a997b3abdc57ec64045da33c3c289343bfd6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:999c1c9877632367f7b8373bd616f16854510a0c0747e686a8674e4cdda05b92 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ef54298184d164367e88dac85eac97aa5dbf932 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aed6e34de292f065033a1ca17d6a513d6fa90c69b9899c024826eb5261b220eb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d06af601c710f0d2267fed78af6e14c15d37fa0a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdbfb2ad3be1af7ed0c7ca275a6d2d4dd270bb7ca1bc996a1aa507b44d4e791a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..31d77c3ed0fbcb96795e24f2764f3f7c0c777717 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfd4524d725fe8f726379d3fe9f2c668384f6279293f0e2cc40bbcf5f5d33f7d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..24f9233ecee496a0a928a93ad14660c69b72846e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5febd34b13c43408eba3222252a1ee08d30af1a121f7bcd9e211161d8e73a655 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cdb1d753f7398e0a712321e9c6e42c0c6c62c82c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bfb69ecafa381864d040bcca43594cb2698f934d1ac5f796bb9cfbe5be76c70 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0f79a8e7a655062af36903c9bcc14784c9114be --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d94c72fbf2dc55fc209f83f3ee1799257a970ef683e0ed5c51b8be6929fe18e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5631d0e6fe361857e1f662e3343ad1ae5e39bbb4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9d0aee3e3b13f7f07d466adf2b66e47af810e0c13191b4e31468d6a93b231ee +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..317f7db5fde912a7b039446a09ed07f074338574 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f864f621ebb98ed451274e5cf7b9f8e648e5f129b1c15f8a83b5e054c014698a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ba31e194c4ab8f9448079a68ac586750f2b5a88 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7c9321ff0c7553fcd7d86f0a830d6d6e5cc4772d98d3e267ac60e69249851d1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2369f6b6d23d6f9a1120375b28f482cf6afdf34 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:476fb1e98131d9e2e996ac613207a9b545a830550f19cd27234d81c60020b8d6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a197d8fdebbd9ca64e338926fa71b42ff02420e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9066aeaa7b7c264284d6921b42b71b052e8ab97c61ce0ca0cca1085f1c0a4fe9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..556a13b67ef6da56afbfa3eb6e11b4acbad6cbd0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96adeb185190db8f8f1767e40d75da3b9fe20a582e3b23ebc610a47ea26328bf +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..04594c67579d93df236820b628d4a9aa94f86e00 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5c952bdf4633de124961b61bdf29317d917d0495d7033ed8eca21eae4c91a84 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..72f166ab4cbf913024e3f2ba4bd07f86948f3fd0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:259a18c939c8b5c7f2568930071b0583ea2bc6bd783aa3b558ae5655248b0a28 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d1a385838ad1a64b64d476bea9cb37a499a784b7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:974946c1ea3adc329802edf1c0071ad8b9a706847b51bd138f5680372c0aacf9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d8e9c266ea334358f371ff21afa1f031f567530 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6e0dbb126524d2a8067652594a2a8b2af25327958f803f289a50a2974b0ee55 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e645872cc389816bb949fedf36d31771f57fadc2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c559a543600222c345a771f0ad816570f82adc75f060eb1104892b1feb59a3b6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9d8024a308e71b0393fdf9bc1a36cbdc7784c02 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:032cc46bfa4fda502d378602a72d59eeaaedaf4411467207cbe3e92e7efd487a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..581399ab76dfe16d92027dbbe1f5ec3a8b5a84c1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8383cf00c81f4fa11d70e707a036a60d114cbb2e4a2579ea7e6fb74a9c6b4e24 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..61f0ca8e8a256f95dae79bb6f119db6cff69925e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddb9ebce4cc2a625fb3187670254bc74e31cadba08806d2c04c23b356c5394e1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..468cb3fadb043dc2b72b714459fecc33e61508df --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67368697bfa591c7663a00abe0eeb7e5522b879c628912776d8e40075dfc23ff +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2496c5ccddf509c4ec87f092b6aca894deec9f06 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ec2ca51fc3507f49f234b695b572818f5f4749d4652d393971f4e0237c76b71 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd724d07ca80ee6e17ccbf9c651a53bd64660bda --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:654a20d7ba280195baa5d9a48ad3d8274bf4bb36463153eed90166bd9ba5302a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6dde79cd873745cd195db092b8386375ad24c14f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddca76b6f17317877f6f611e72e0428b49570c251277fec0848e89ab1d20ca4f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d0d94c9d26bc1eb86e94629ccc991d6f9e39d9c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7dd2de2ac7e25b352d87c1687a506b91cef2e63a85d37ffe79ea71dfc96fde1c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..66becf732ee10cdf0344874029f957fedce06eab --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a3527b92f47a3444ef28279ad39cfb4c179f0be86feabe03ac162bd595db123 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d43c53bfc3c560be54fd66718fa1014a0c6af1cf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f48f3b37ea9bbf32d2a044543b6be660daf76302438738b65c057e5e82180811 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1be0fd4f2f9b3757e156b8438a0229654b90dea6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b06b293ff81b0985c80fd925e45077f4af8a95b57aa273c9b8e2bd6c1315c2c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f4e32bd73c76296960deb764fbf112e784bb4ca --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cf3852549ba5b9a98b94bf226db3cc8a628e94808f005e986054b97d46463ac +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c4bc26ac6c194e77e556ce3038de36855bb92b5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0423c1710345f0b736cf9ad0d441b83115ac05d2301e562557fd31d52e3c58b3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5c7e209a9a71e314b467350170130ee86f075e9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77a828cb6865cea712929926b2efcf4534657434efc662aad8eec29cf15d48ef +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd81f60d03b65a1be879739836d77292931df13d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cee7037011b86ebac1a7e153c1c90b9653636d2a70d62d61fd373d6638b8473 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..40cf23c07119d4298e59fc276bfcb4cff4f43b37 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea739039a39af730c5d11f807a223cb267c6b361cf75605988823d6a42861fee +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..16702ea0fa0fc1f71eef33c2ae33242fbbf2cf75 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:625f88664a12590a31496142902fff2fa95aad0628f32fdc77f724d7a6a23bab +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f655ec672060afa61f39c75d56adab1f70ec72d6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10ca537a5f786fb7dccad8f8594c81916a2a0f1f01515c46cf01f9a4ff09e44a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e5b7d737b1d27699a04186cdba0238c306f34d9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:646d71c868426dbf9800280c9f162096ab6a3758a71ff585edc3a7397785b083 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bab616ba2cb5d2ce53f8684abf6c3ac54c2a3c29 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0a2ae81ad305a331a82bca7c26d31586de545816dbc6c7dee46d184f9beaa97 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1079b1d61d0b270505f3f99545f049e96720bef5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f4505eac8fb19ea3635f80091f0f17046bff860d455a1dcafca6175683a6b83 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c25f461522d008e395b0d5d0e5c21918aeaf902c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49995fc5804c5874438a039609df758cc617a5c6d38221c952a6bd96d0b184c9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..93cfe97ec19bf09a3a8de1ba88b645b6b42bce8e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90859e574f0a466bf15040d7e248c98b92d0229aa3f778e8359427743b02adb5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e77cf7ccf435e3487d55126893d95f9dbcf8fb5b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:189fce32948fdf8c1eb97e8f8940c64e60183846177f6e4522b67d249824c961 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..32b5b5b05bd82ebcc5890a2f0dcc02baf0df7db3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05b7dee9299e1c034ac93ba132f5f45247332091aa3c8da090c1238e3f85c9de +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b818291582336a60d77dce769aba17fbceb788db --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec00c5692884220c0d6e12f458c232fc35415c98ad613e0a2bbfcba9da0a3f3d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c14716d8657036b139d9c193a545ad53f00ab85 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4094e031c77022f3a55f5178a6495702cbdd8a8422d08d11dd098e3af7d20b77 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..04f7b21e6f87d9cc38c6ae47274408bebc9cbfdd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8309634221389f234c628cca20c0e488bb08f6079d23df250f332088bdb2de8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e1e67a72edbe772182df06230cc88e474c3db64 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f544320a05c93aee96cb4f24f53f656a07d015aeadfc5f190d7ba0a00fccb5be +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e47a4f94760a1bcfed0b2d926136dee3970a1be7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eea5a1e9964f0806f5244c1799ff140ee16e136a1c0e6bd9bbe424afa94b4728 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..de23e42df484c3b882dd6217a8aee5833adaea61 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b34e0fb28524e9f397f8f1e9416cf81bcdc2f04aee0a912484d69a5415f42acf +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9b5b52ef9ce21d181bdc2dc956c117145e4c4cb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01fb105433d2f681bff1012c90cf73160e799eb8e8b629044f14f82fc1123fa4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..96f245296f655709714cb13a2d089bef20ef985a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d152a718ffb86d896a4bc62ffd9bb769c6ca2d9c7c7224527dee3c89cdd581a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1cdb79b7db7164fde5511009683a0f724d11bf99 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdf4b6120350ed315e27faeb0497ccfb67b7201ab65712773bc084ffe473a753 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d338bbe0d3bc9561baa20c428ef15ff6dfd870ee --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:723506d7a89655a2588014272c328a6ad94bf1d1f581dd8af7e18d25e578e82d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..de6098d402a79fd4a64453c5181b6778902a8b0a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f02bb2f94e5aecf6cfe7a846661ddc3fb458cc5d2a33e770f36f2591f20f44ee +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8dbdc1d6116b0cc71399c9870970b30b8474a5e9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:784732fea6a7132461af42a98f2dc995b24b409ab4e7bbbac4dddcddbeef3dad +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a8390c1e6c3faa353ef3245f21fc5291e4d8fe65 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01828912f01b6de478ddd7c56ba498a3fb4106c4125577e88fbffbbe7bd6705f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..04585e264247eeb81c0bebe4e3ad0388c4507de2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe383f66c6baab418792a803c2469af80a5360f57a10d723cab12514efc21eea +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4115bafa7454909a7a7b14d55e207c3523f92649 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:673bf826e44e87824c34f6234f3c475d945abb649da979ec4a07bd6ca71bc961 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..519c32123280fa545beec3f40cd196f0e2fa8f67 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2f42b4d76392dc47508211834fefc37c54701a0c8f662ccbe812d7277a17b95 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..12c7a997f44ab790c666cde35a443347331af9eb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:814b8e5aa4670168bd18a391204acda2461162e08194b1e214765a1a0c147443 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a83043c425232c1513939262d7c07cd98ee22fdb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bcab843031dee19eea596b7c5c097042f74bcf2f0809c4cdd0ae6d0861bec0a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..85773e1d0de365cb6ae19272a2dbcb8f709d5fb6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a4cd79f7cb70c3518aacb3f5bc23252afcb340f2522588dcba167ba233a1eb0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..38a6167fe79e236de455b124997d2c31ce46233b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6c3776b6d3e112dca56ffebf7365ada7bfb6fd1db2f7cbec5f44c937857a97c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..858940965e0297b1085e30ef3c80d71d0b670aef --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84b27fecedc29bbfb77251b048e0557f815df706be38ec183b9273cb1f047a52 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1fa8f40154fa08d054f72f1ddb5a6ce2672f53b5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:871b9a0b3f05916ec59aa67e724b4e0fdb3a955c20d62eb4ea64073f7b04bc25 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..255c6fb8a238631fef661bfa74e1c5c4d5d1bae6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65f3611a558dfe03584a7b2a5c2c454e414cd50bf2ae36ed1f8974f952398413 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..07379bbd408ac93e5f7f83b601c2d183ef593524 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc06e3430f616cdb3192d3c128f61b270fa946f532362ac4d6cf6269e8994e43 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a44ee20c4d46160f808ef78eddca1065d550cd3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5458eb9c4f91e15d98542879c4e5c23989a96ba2a2a5e1050ab062a297033d0b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f29f3562f1b1363e2e11986c72d4696d8e4f720 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d703e4e0c4523d675b5af90ce6b6543fba545ba73ffeb344254b6b2d30de511 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a51b68c03d7745f8feb9d423089478fd4b8910a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3688f926671f1e5a2000156241f3e3619fd58d5d384dc4870a1ca28f59b83c2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e0a8fe1f8b8d93e55362677998cc5a4a839908b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5006c32f49ffc26c8d9b307f99c66f6a1a5e2355dd35debe0d1a1ca3ed26fbf +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..51e51976f398fee22fd1f843727129476d38d881 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c99289e7f871839e6833db1a142e0d66d2475bc62407d6d223e7f0e1143c6db +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a03f0025e50d5312649ecab19cae5930aecb21e7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aefbd3e68a9bf280ff0d0dc9ae01958a358e9c35716a54777f401bdac6b67e17 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ddae0b8b0b1921450023ab1074caaafd846b045 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31cc5ff8098f6299a570e0d92bcbc964b649d40284c31dcdf5ada3737ec68c9b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/lm_head/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f33e1326e50941477871b152b1d312ab9562790 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b109dcd3febb388e4ec984b691e1ad18733c61f110dd6c8ff784889de33dd035 +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/lm_head/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..34e1b9530cb5b94e5993fb2607aadcdef91e70a7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b54a21f853aee8b951d888e3248daf52784c37e8576ac7511a73451b39082fba +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb2da872aa351397faeef5d32ab692c177525bc1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6de8a928b0aa31aef10bf499b5150c11f33575f18344c2e57530508357eca8ae +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc06854cc3d84a10b8d9a5ce34c6ee5f4bae3dff --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2446ee4f3e4a97fe3102740d8f850d03fe73b60d01887b8694f62670219a79b1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2874414d4c0a000fb33aa267b012d22a9ede7a1a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5227fa11c6202cbfde4c975379e4bc505ae10f9d1a39d05e95e611fe7040a068 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..210300d18e53d4e4a2ddcb35fdc7881cca2f14c7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e52b8e56e34370534e8d605672cb349337c70c793dfbd51d23e2060be7a70c8f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc28ce499ee2337f4b3f680bbca7717f9d2cc293 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4629caf54f132a1e75a0628991a36e01d70c64636cc49bfdbbacd6de0c37cde +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..126aaac9d7adc2b5c8ab473c439ae5e6fe339042 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80b8ae6c235398ab3d3577e2e599fa06b4d702498a60f73fd23eeafd9022c2c7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..62f45578f1168ec14076bf0f7e5c589715d17c1e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ea4bba8135f982e92d9db0535ebdafd6e29cf686cd3f95fa3556e8e3e1de475 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..554f45bbacd0185644217a39424ea5554f5c48c2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7c87c079275c1719537ae86fa7652ed4f2dac83d7c403db5d56f163afbe86a4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4de5796a7171706de735590e84434a8012fc7caf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7e397c76e125b1d918f0b17ef9e26c0edd151ffd6f9f7cc4e650fd440460c4c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..51077c18d829cd74ace1a1a0a1eab5175766250f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4e98bbab5eef8b79af09e4a4cec1f0dd7f0249b0c7db2d886bc725e53c4dae1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..df23846cabab090e2cc3b9862cc5c1a49a043011 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94e308ef0cc0834f10740d02e1a0dd6cbfd31c788f26bedd3417703ca335325c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5fb69604c7a952d77e2bfcb9a82d7820c43ee93e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84389c0c13380e1a665f8f9b50c7e4fef9bba1b18b0e291a889637d4d2b7bf74 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..40ef0d13f56ee1330f5de7993828c7ecbed16ffd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b6048040a05666489bce6aa6e563d6e537be9b1fc61b29af6d162918dc7512 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e5603e6363d593c260b1ae2286b392d54843749 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ba46b01f7878386c2e3d6036d9dcecc394b7a7c2a8faaaf8dc61a82b4e77d74 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aeb8ac641c75a5cfcd741653ea4389307fef34ae --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9327bcc9b50ee17909b7ee2e9d089be71a97a0e1db255098f58acdcc388f41e9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ee8248204e396ea4760dd108ed1a7572de2210c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6408086e6c3d97d465eea72a8cb52df754decefb07bfd467ebe32ae0da6d826 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f4403b5e46ca6eb4a815d34fe81a600a85725df --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28aa57cb52b99b4079e05d28a358e1432d33590d91cb409cda963ef593b42c90 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..00854e6d28270bf6ad3a997e7315b7e0ad36ec52 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4a0b9b2225ee1c3a42aa1a4f6d3ea94aaa00c844a85a9180bd67924264d9152 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a43057c801f71f2e2bacb3b9857248bda0b733d1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:793b340c36c02381cd6387330b42ea7b1ae67d794f55de5a1f34fe7e03b5207d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..064e81b4683df68954797438322733b2f7304eed --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:963e910bc443b4a1fcc79b076abd0e83566f6395ac92575548bed40ae1d7f043 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..53cd56c9aa6dc5c1417acd1753f2c9a24f00b37a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b223a401a14efd9538110f6b81a43a050828be9f6e6010e5d59615d7fd21f0a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..81e52d9c742a2fa129bb2d471aa274a9ab9c2dd1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f791ff5518071643eb138340dc96254e21e3c023717f886312f0237d2bcb88b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d44da13308603b85acb5282e4439bb3e85fdf9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d6ebfad5e87a4cb4b9a2d98b193afec14438f58864435edc7189c60ce4d3181 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a57ce9e34c95ec14e17a3e05cb23e19a9d0b835 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a26f3b1001c2f171ae925a47225610dfb182d41aa0cfbe7a8b1e3207fc36152b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..38bc18a96533b035c54a8b604808807b0a1bd006 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12e834173591acc06b091909057a05d0bc7400a36db85e806f17569aafe142c6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b0da5dd13e87472e27ae4ff8b30123d0844f6918 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f490de7d7eaec1d8f9470ea1316b22698e57b36e56f118ded0d714ed94eb7601 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..04b31e667d1818a53953d3a4eef968e0559104f1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3f9b42dd66b9a3eed788e46dae86b9f226474934e31def9fae72518a9e8443f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dff41b4337ee7609a883d8a59579f901eef3704d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:609da2f6476fc2459cfdf9e2589227b55e8665a59c7e2d513dec3bab58c0374e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f59551d5a2c9a085a765a85268247d12e9c98f97 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c514f569ec148ccbcd9437f606bea5978ed484fb8ac7da14cf80a84434735df3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3cef0a58b2a2871c8ee6ef4acd1663ca60316d59 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cefb08aa602f808a9afc5195cd389904d6e21450a8a41fa8f1a928d9007a7e29 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2cca93d0a77ee8bbc79d345b00cfe25b16260d89 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fdd78eebba74098ce903145a81993c1dbc1eb18f00c37729338ba9f0a127960 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9eb1597c5f5f60b5be2a6699f096d3fdfed483e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:559dce0b47f42676d37e9664ff54f59931a9ba052e216eafbda410b42d4853de +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f10f4421dc7e34af1ba273ccedf0b2d5c2caa4e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ce28976fc6412b503d972d5c26dd274155a29da8b3e2665e32b5db6a2f99c19 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf8eb932d6b459e00b141598e5c07c55fec38c2b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3976bb83c583922becb45f73d7682a216699201bcf98b5869e2285f6af792637 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1658a76207b3cba686450e2446be6ad0ce926bc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a190c769cfea3f23ebfb4db7db20bb2873eb2893fc9604dd38aa06e4f3c0d018 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc752b949ddd4f0a1857aafe509996a77f4981b3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cd770b3e47abda677ed397a79962eea6c443b7abdfd4d3df4aa99cb80694115 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..acd2a79cd2a2c52a007267044356f6ed8125a4e3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b37819c4d02abea52fb5f33499430de274237013f1beaad64dd60edd83f3f1fc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd98186e0c6c2cd3c5a3662217a31fd84c8c44e3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c689d1246d3cd454fd07824be0702e65c7e57e44dc1f0dfdddd3205ae8409c95 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d7ba1e9afadbd8654830c42ef70c428707addb1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63df1ba93f97f4c3f10e61880abd6562d3e9beca873d2ebb50b73bab83e8d7b3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3195f0e429d81dd603c17bb19341aa5551cbf041 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f46da60530c63ba37bcc06ba8a54fc581b4d11775aa14a35022bcc45c56b437 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..02bef4b673efbf8b8cc8e9ea9da8e19ef3c8dbcc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b2b716922b399db3e1bfb2a9b809469053b2017fb633c4eefa3ef122769abff +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c33c292b00df50cea4cd9b1fb8d20d29be2eb68 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86f37f56b85bd8fc4fff2d4f8ed038d0f7f7634c079dd6ae09f435e21e56f37d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cec130050f2a719115c08aa6f83f6aeba2d142ad --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3c5738adba3eaed10597fb213b31fbb529cb2eef9a20d54d003817e75ce5318 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0300f22a7c7c8908b143b38fb91febf2f44fde31 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0183883de176583e162d94b26a6d71eeeb7f4837a7fa89fa71b7a745bba8d08 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4a14ec2a1cf4b0098dcf13c3d5e0326a61ac366 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc2ade210106787f93e52233c87a4b3cce0174953d610f43b363ce59297e3dd0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc52922f6c0e10565293d549c6b4f03c21454af6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e469f497aa39071e19dcf198e81a6093aa25b6ccdcdcb7e1117da4b751e340b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4faf79ed5aa9d8bf196263204d025685dba44b3a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:269a7799369fc66d35fba222d570516ca90c2a9a0957b6496f6c934740232ed0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0eee4980ccbf61bc4bffd192e4027ad0b833a2ec --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:757e9568c46a58a0377fbeffaaf665928900611f529ce89c0d756782bff200ba +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbdd68f1e8461a53bdfde40ea19e97efceaa46da --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbc6034d654c85a26c79df92eb05abcc85bd4748b66b878d9b1255772d29cadf +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e83e4f39128b9581470b578d48f7141cf9f5882 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3da09705f0e5a07bb030e2b5172344eb11d980b2f82bc60a657b21968e1caebc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f008cba1284acff3e44c325ba621f2c3d052a0a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ebb9406daffb2ad7bac7ece47ee94aebfd74febd591c707ed27d709e8c7b9c7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9babb43976c1b86eefa7ed04607584a2f102b511 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2ef635a747038bcd453535f8c36fed03bfa87bca9c0e85954a3c4eb6a21bc43 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b766e81459246b30e83a29da6ca71b7db3f29c4c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5afc3f3e1bc1c6bf6a40a6e3edad062e5779e603bc157c319b239af15b0ed799 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e62ee63133ce8402749c18db77aa930456a55b4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20e72e928ba6faec6c0ce120ec007c57b0c0137b02b6e1602d9c12a2610c37e4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e7cf9af5bfb91ba728e834fd176e6a3f9479a6d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11700d40fab10f1b4792b82d1bcbf8a3b064ae4ca2a01eaedcbe5ae50fed6eff +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6da2841820fb88ff255b661067f444a3c2104427 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1830dba3cb30d60501dacd3de007606c9dcbb72b4c3503ae3f68e067cec673c3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..94353ab889ccb763946ddce73f3d98484835f347 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:948541bfd751307a27c254b480de725ddac5bd949931b327a7c193df63e97914 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..70dc8f015768c4e72e22746da280243caa77c4e2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:994907ac70b80c205c5602070d01406744ff7f9a67298982d64a0ba52d2707c8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c73e7fdf2bc4617c5ee2e876cf9aaf20088d5553 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:526b768c9c3548907ba7f8543c041ba70ad6831f3f103881469f3abe24c07c4b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e05938495eeaf00e1adb2f54758b1d3be22b154 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23f34ea7cf54dfb3361d0bfe2ee028bbad21eeb76ef09a85a8f3a2f3b186a06d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8504b3f15705d5d4e7ce061f43e6a61403e6f789 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d46bf1d47c64735746c5f48c79c12f9bf749207a5589429e31fd886ec6e90299 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5678ab931252f4fc190c6cd854fd6fee80de8474 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07413af480ffeb3d7ccae0e9386a7e23414eed43ac0d318403291b185dfe5f50 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..14fd71121835f78cad02235cd266f4d0a6bc32f1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab8c1b5a6240e88ccfdea2e227d6b7b54cfec221461239909edc2abf5a292567 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d76edb84aab869b409664b75f1443e818df0b1fc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc67a006238ce21d9805f54954c4893c9cf7f9392d6422b8ec455700b0614b7d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..74e74ef2667d6ed6bfcf04c62d2337a2672310d3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff646dae18b518c51d7b78533bbb3bee195e7973b9bb605432490f2673998de7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c442bfe23d6a5fd6f0ed1fa699b71a45b976c6dc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c31fdc6a3bf0e6a444047c21e5a1ff30ce645fc8380fe38cc68cac7fe619fe0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e2c6fb721a65cf5983fcdff6d865fce66d8f9db --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4eb4a9cfd717ef2e1a9d907ae70fbb722b4ec5648f87e20d00157a37e236516a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ddde1aa626f30b9f2d666848ea5e19da09f2d737 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9258fa1c21cf6f3ace2e85d9849c5d5c294ebe2eb60ec7fbd11a7f85e542441a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..594ec440999aab6f8702158755d14a5812a7b067 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89f0dd31e7c26ca7b6b9fee881a69577df21357cc228882c5d3d8925d27cb8d7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7606701fdf598a61cb6a34f6baf8535c23a36697 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:602a5b6c4bca73ffe04d942c6f4f792f969a9141ae262a4e60a35ce98d78c659 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..117d20244b0a67b396e14339738dc48cced1e686 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85c4adf083fd2eb7d4803a1073dc67c66fa88a4eb2db1e25141002e724b94e57 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..49285cbe536fe5e2d61a42a87be3ae4d62a3f634 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:194541bb3efb6c3402d4532145d2054958ef1755921a20e38d0ec6605b9ad3b5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0506b73a9cef1b574be7244ca69b4e330906ddb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:231da4210cd427d742dccc3fe62d692b29673c80d8cd03a1599040c3fd47bccf +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..89e5becb266fb9c988a2b8e3d0b0dc6fcdb679b5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11a413a75b12fcafa38670b181a8811e5e5f03d7f05faaddddf2bf3e8b53014e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dffe4a4d0a67e7a374b652011c84a8a6baa53482 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:600416ddfe47c2d54914d911c4fbdea064374fbbb39ad9148f570197e84f783e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1613b714eccfad3796528d52198945095eb9ae48 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97eda9a308e5dd876801708b399a196d4316275aae967c809da4ee84476c2ee9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c5ea3ecdfa04c52d338d8fe5cf3f0860e589d3a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a1053e17a4783dd7bb89d5c70c4107dce994fec129d96c20be4c8df5d2d9bea +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..76f79479e48d6b01b9dd3479b6bf435635bd3ce0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad45b447cc35d8127129f8a3f07e3d5a1b16a30d4d8c4fd8f898b818fbbf5671 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6cf2d55e3cb53086b23d24f3240aa6487ac01e56 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdd32aad1f810d71f87d227ac9dca7e7f3605f1fd644245495b5ad183fda989e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..15a2e00c516e215dd78871d7aff20d9b1c3ae05a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7010f2f2a6ddf6341ec772df495b8e81515a12e6fe7d7c7fc50712e09b382a4f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..db5eed3327cd2a2e93b4e9091433215176a919d5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68e6170e23319982a79e50387711fdf2d5412d7520425bf2d05cd553dffee6dc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..09cf6eee13108f4c185586c494029a3ff3d7b231 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf9e4f398bdc36ccf75fd8d65e927f57361c0b64e6e300fbdce14fc485b1da6c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7989dff30d4bbaf45106e6167699d3f2d82ab004 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c241d27ad7a95fad3f542c3b04c5a8c872e9646470a9955e57e1ff5993cbb56b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..93faa0e0f7dfc4657e804efd89e418ea6c8b807b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3521642dacfa1007eba586ddf8793b305b8e655c8ae7efb5c618fbccd895b08d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ca5c93113bb9116d330bd553b2865e0c772c9a8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85a9889981fc6ee6882f4b32f04e832176eef188decc3df8f91bc4c73041fc47 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d48f6b7832a0733b9c877c233db8481e2645254 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b390ee5e2d753514ee6448848f677a93f6e98995e2a43700b5af64ec764a47b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..067e53af3e862764e5ee67f719f11c0cd9e4511f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e5601317486348edad6d8658184ea2cf308a3914e64a258e94bfb644e91306f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7ae37def01d4c4e360b1986a1daeac1e110cc68 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:188596d2c30637023d5a3f069f65ad299d1cf4f85547c1c2dfd545ba316f6578 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6dd8e369e6a743f0d29b8be2bffb4dde975d7dc9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70becb461fd3f1939addbb2cdcace60e217ee496c5f36ec450192653b3142ae4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..afae654022a116f534b87c6d9e6a5ccd0b246f53 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42627cb3510556be2784c5fb09bab37965165b2135e4c7e93dfd6470a7a659ea +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d86db2355a6f62f9487af190c64b60698247b6a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47152424a67afa4a13dc3a87ac2acc48ad77158d5a379bb292faa78294f165fc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2526615bc431ce2ed73312cde2819cba20daec5f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7de6e167bb9a6c5c3273ed5ec4138a8568ab6d6b0fcce3b756cf29ad46524d40 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b13be083364429121d85289e3d6f96c4e513d26e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96498725a92947851c290c8d19c8376fd2dc27dd82f02dd525f41645887bdf67 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0327c00eb76265e4022ebd6dd1f6cabfa1b37f9c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f162c439ea5f7b5bd3961a18da41745530e6a5c611248b5c39e03cf652feeb51 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..320685912d6b21cba5f7a45bb2d84293c2c8eeac --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f64da8898c98738ebfb56e33bce2d70daed23a3f2a46166bbfb2f163dc3217e2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e37fa40dbba58a9172195a7d4f376a784e5a842 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd9138728e579cf04a194afe331f800da90d44e5b5cdbcab30a8e64e3f7b921d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ee8fd3f9e2d577355e1f6cd3fe89fcc2e988407 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b5796e1a04cb671c868bfd251d043934b17cccbf722429218a3576ed2d2881b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee0c0e7aed8135ecbfd965420467e57ae24ed6ad --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bab43fc0c3fbc221467f6d3e019d6a466ad0f0cce468b908e43c2eb92a4ef7d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..571fce90607d3859b60eb109bd31870dc83154a0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ed8542576cc1720cb293f62b903910e8b1cf5631901757405d00617026dacea +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..de1ae61f5d68a52f4253aeaabd7ff39e8d282c54 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71bac75a7e3dd5f91621717c6447766957ec9a4ba7b758672f380b472a7a934b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..81beb15b2dfbc443c8a7e745090674585457b310 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a545339db2a82ef64d9d1d773154435689004907db02e6b5604c3d0fa912189 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c9f88e8a165504c1742c83e88089428c688fa76 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86e23e124329c3ee9335470f3c43f141f4fbcc191b7cf4073b0845c1f2cbd8d2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc75b69898630777aaa0327e8fdf5650d66978cd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fc71be8948008a92c5e45bae558afaf73b937a68a2db78fcc61640ffc8531f5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..26d89ae8e2fa92813964cb55c71fb21b7164c3fb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e29ff20b1a058c466d70d1ab53e82cd338417c4958953e3c460e4e496bbaaa59 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e16e445d813aefc3100277f8bf71b13075de7aec --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f11169e70f9ea7170466d1ef6d67d4b2877afc46d6deb33dd12316c03dfa281 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c605ef15b80d63994dafb58bc79b81f8cd862fd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bd27d8e21c193dada4551f6ac19bdb0a0d2da69ea529d47ae056cc25acc8893 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5d3a8490a91510a971e0c3080c0a1be6b7fb5bc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d04874eb243a0a9c2793bf4e72925f1114f5b72c4ebb52c939061f21a3472179 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..85c3bb4ca28e31c9573d7730e38d141658f46906 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebaf41a319507a2d13613d0dca600fc64fb40713c0cbef49b72544cbc79c1c68 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..56b8a344537ecba0ae4bf0973f02cc20ecb617d8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e29f992be7a413f75490de0926f70f3af468086e315822b2dd8c75004ed84d9d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a47b0aed0dd9b9ca212a78ade5ea5527630fd534 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f0df55737a2882795391f7caa22f267d59ef12c0e501a183446f77b226ed9ef +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f58276891cc2d5dca2ede239b0b87260d24c8e0f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d6c5e7968da194e7b102ca00ee9a317855d61b4bba45f70fe49ad4ef3752f89 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..27a1272c20a56ff5c3f46c44ea19ad0e1e62337b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:705ce84abf52b77a4b960dcfbc0f220ce6a50bce5e1f355a234bcde825e76c4d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..df712a25c9f475099625f60560785fcb2d938070 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fb64a7b14db34d6d6d97b340f785e8aa0e422f34b548e02fa8652465a2634d0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..14cfcb0283b7a5a17efbcfa523c05d84b8d0f8fc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a5361490d8e76069175ab901f9ffd1f552474c5efd11b8127740d252619cd9d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8aecc251f552c6486a383de75284fc6ea118078 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f4542e5110527a6078a2eda13079a7ac0f6563898dd6b269052c65cf02a431e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..77ab752d356d36a8c17597885ddc8cce7fbb99d6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa7efc237cfd682ca31370434cd84cae524d1b9570546e3f84e630b96bb720e3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..700535775b2e0568121e252259e764f44500a06c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c140e133398046e4d6623f271e9bd8137eb61801e28f2f57f35212b9ac79438 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7fe99808a7a623aa99cd56be067f770c38e1b934 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3881bc927520283537af7c53bca64c464cd234683c1f3300329e9bd10374aa4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa60c75e060b3ade145da9cf1cd2e11c148ca30f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0120bf4d2a241292b99ee909bf229f3909d1b78865d372ff02fa32b870a438bb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..18b39146c33cec83acc5a75737f218aed9de0bd2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b48222deaca92f0c0f96d1e8a949d07df1b977f4f7f26704abbb5999cf94da69 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f217c46c2acec564c4ec1e8b1525df8270179260 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f4aa7ee665f098a5bed22bf5c24bcc31f2e18dacf2aef61df04c8a2766b2d1a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..06d18397d2000dfebc1924697d79a3ff09941216 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec31bc128081149ebd8e13803cead3a4ccbb32905bbadd1a8292ae96e0369b66 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f2c216ae9c78a6318f27248714bc521b9cf36e2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b268da34269f4d20b60c79e256c961a79f0ad84e460d8d695bed45f6c711545 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9591f7134a641cc94f3ca2c15cd948402300ed61 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d27436569f9ab20ddab89eca73637d5c7ad57c32a313341b94bcefabaf69c56 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f946de6bc30195ddd8ce81f57856ac29a481c37 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9534831726321e3d926e247db1d91919d5ef445a3bff6c0f98316f1c54c93d6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8433eddd7cb11085a356f6e994a271e27f0f0e1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df93ef26d87f656ffb337f495c4c67eb296d7d3933ad81ec045d11fa00cd5019 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6031f34524e334993a153202f2c9f3505bb4917 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a33e0a0518dcff2b24e5a914593cddd3d77d8551cf6ff77f49abc739e873931d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b488026511daf80c0cb2a2c6aa381eea8fa6ff4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c20eddc668139b5e1631b9dc46a76a87e04e51a6c95ab22cb3279158cbcf8c25 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..14959aaf355fbdcdcb34c748b21cb75bd8355554 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83387ad300c5195544fd4eb3a0c189805829a793e036fd8ee8ed0ab99ede801f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d6e3919f817ce6779955de6595e9e0a7b7469cb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:881f31f1bd6294fd4ef5a7f422445e8cac36dc53508821737696d37a53f3eee0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f79e4fd08d6e97d59773d43516c0cb8600b708f5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:249d52ee6720dd9e0b833ab2f5ee7a1d261e9f76677c5f015c2b9fd963505080 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a0d1df39d6c8c6c90b7306dc38d04ca79d5e89f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:385266e7d3fdadb797c45072da70eaedf1e90fb988ed5ff10fbbbb0478cf2e51 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0db2b02b542c9766e1d28e8c08da965fbd504be2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d8c582e75efc648759177d36fdb1624819dbd95f6921d2a9fc40875deef3fff +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..04c5a03844bb7c83335aadd6dbb2822dfb2b5ba1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33e882f7bb950d85a2926411e54ecba78400883f5801a57a7661e8a6abf64b7d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e55eaa0a205821eb411da13e66a784328431021c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:457846b8191949b1189ac86763416150811946e70a1170345c7b783b619db404 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8c6c74b0a90e946a58c0b8b79ef8dd1347a85d4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f803eb40b40365d01f32107c01b04bf462940f9331f5d7b13bbecdc8ebf0b2a7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..53d5da131abc8f0ed9af9d92ccafba28924b2189 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f9fb40c3ec29a85b36cdd7216cb055737ebbc1198c7bc6b1598e33d04dbb5d5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7c05529746d9db780cfc80a2073db60bd84e1f0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55d1d4c1b07ac81ca59d9dffb8a22516d1257d5030bfe3c67cadc51cd811f650 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff989c55c19c03a5eb37473ec14b19bd264c9f8c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c739bce84d36def5253a3b57a8856581752601506f4d41a90bd81b685da8e08e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9220921be3a287a0cbd498cadd4bbb4bae134ab --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02becff5f39251871684075e5caad0bc5214def6fc4cee65e4f804b944a733b9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a33cbd9460b996661f7d0d5970a6ace49b21dca0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d34407d0e8985ea1413ab8476aee9da76939e3efc83ba32c4b449ec274b9542b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..057299b0ef5c954580b9a7f24073c3a688e857d6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2555d4cf8f548d7d7fb09f9bbc17574a8a8d18c751737b526fa77d9f9ea092d1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..af37473fe2f10a3dfb6c4954972a4272be710cde --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05956e4d15953755afc75fa06780ce0c87ff80b7b5807dd625d80e84f7b6cd42 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..00e67354cbccbd0792cac68ac577528988056d81 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:518e7f5ab4722fe3abb1f30c41b224a856c03384e45f44767c03555413fda943 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..72c3b1af1206155eb0ee577fc3838d3cb29d8b5a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a25298040118743f985b113f15e147ee3a66424ec270ce3bfe0401aacbcb5ad2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..64d521dc93c35e0469fff4f90eb0d857d4dc46d6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b98b42d1b15f89164548d2b50b9e94a2017824177dd9a9d08c562992ab700b20 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0cf77f5f7ade045b7a77d49e1ed620c4ed90da9f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a858007f5248981e0dda2635f5848737957777bc0d0132d8a39b374aadd92cfc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f2ede95fb46d349ddc4bb9cfe51b753f3c561de --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14d67c4d07ea44bf521e431c9a7e4997f16f2933581099051131d07fda7171b2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0877e91c5c0e21a407a29c5b751c80c1ab9b73e2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c975394101fd45daaa8485d1217ffb94bae6f54466a9334c3659bb2c28fcf4ef +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a63190035d7960663f9726e58fbf7acb7b6c8fd9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c743a7e933b4f21f171cbbf646966efbb7e52bfdec306a2f13a18785cedab790 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..62ec38f8ae3c1c908d6666ba1875d727d903a9df --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db7ce474fcf88e8c875d266002aea9adc257a86710c86c6d0e8e2d8b7b20d77e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f90ba2af0392f5cbf81862dbc612afc9ec896c8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fae7966ee57f7188996a839fc6a5463d93095c0f462593861ceed1ae31c4300 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..963c8913a4f54bc517e8ca6ff93e3d5560fe6890 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82f56ae9076ca95818a13d5f7f1294a9801dab0ef27c12bd6e6d721586ae34ea +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d23f82ad379a0c9e56f7dffad8171db0757d2643 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34bdbeecbd9ae2c85e481dfaef8e469317fa0a95cd589296ff3799423d397568 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad0bc2f11108c89e9685fe496f9f0dea05ef5b7f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c497f0d88910666f6d859fb056ad6436fd754457f8c75822e7ee85b8fb08e296 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..638ebc424279dc517bb053c94ec53fbce5a0c9df --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfea90ce28f04969faaf70f2279734602a7fbe027826f70b35a1243777ccfe02 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..49d9c1f096359eeea27581725c73ba0c9e722084 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47fff86143a626aea81d594e03d90851193e954935afbbbbf21d715758f187b5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e340683f27cd4da4f6b5288c9c3c45bffdf51d5f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a5b68ee7a83ad1a68501d149b89a420c029875e3801429af83e94073e310bb9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5eda5174a03ff73541a9eb1085cfbd2e10c46e4a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25c0c7786f30b60c5f46d4964987ec8352cabcf906675a4d399b338a238390eb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..258c2ee232b5aba02188ca345e64d1e93721c8b2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0335b482b503d41ab38ad2dccb03aacb29ce4bbbe863474aecfbf8655f5b59a1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f47133fad1053c01724039dfc652156abd6dacc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8708aaffe5e3310b2cdcfa637be3b4c70258ea235f453d79a9be05dfc165073b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fad44a1ffed7726d410aada2eb39a18f6ef85dd3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a1e7cf80beef2316751366e4b9f869110d84bb4e41136a0402baa34c598aa1c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..646d8cefc1b0994b4fdd6d7eb217642133cc4914 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b70bc243554f6ac7dd486ddf44184f30ead5c662fcd210f045225580fbae9c13 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..afd456edcebdc508c36da3aac29e8fc78306cac8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8519d22e81d20852078f0cea55c86ce0d5749d43b64ca2fe62216bb999074ccb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f6397609e44e20e43e8d6301528939a4a07ebfe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffdd681c92e14c57dfd09c38b5f13489d5932f778594f08b2254727bc91b3b55 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..008e3878f2de34f2851f4a77d315b6b61f7bbccf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53b1784653cf10d7d096a653cce48abe610cc0b3f8778c222cff31d5d8f901b9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..24ace9df77071347f8eedfc3afecd4bd7f5e3a2b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf9242acd6aaef261adc451144988167ea51419207e69d5683c65e378d06366f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd55c3f4a67c55273cdc1c34a87c328c52082399 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee39847fb5a0e38a02923c3aab0332bdaafc2765fcf3103162b63a97df370983 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aae3ad5059c6c35d8f01392f110fdb48c3ba84bd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2af4fc55daefd69a00b00b5926ae316f089133bd0bbdda94b3edd8bdc62d498 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f15191ca0ca45f4aed548447eb71fc4350d9d68 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:621ba7818b8ef7501bf2e6d9737a15f156f727f85fe5ff8497695676d1dbc0e3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aaf1abd19f9aadcf8f6de3afdc008dc24cecfc79 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f8546e7d217a46e987436a52832ae422bc6f23d184c0748ae41e27cb9cfdb8b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2aeeb742cb050c421225ee4b6d3dbd2faf168570 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80f0e0a23183d9b9447286f371e24f4a8a051ec0d38e186a3bc13e40bf403236 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..40820c3de85fa73f9b8a162807b331a21d218adf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06dfaeb5bc937d9e9c8eae5772c8ae389a2aabd0b49108dbd0f2b1ff553f80fb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d26440a09afe1612eafdf178e45bb7c9c3998996 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97a4c85277b71aa1f0071f68dc361c495438c90f7d36a4f51f39ef3ec12ad3d5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..50285c1adb0727cea79159d5643c2d2639d1990e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca0c50e3553dd784840304d297b581cf68ccedec78a39bcb5535f49f85bc3a1c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..381e277aaa675d0d7889d1cfefe30c1ef08ab02f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc2ca60c5fe3ee33a993268ccd92930ac4a5a115f28b9b65e3afcdb610fd2001 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..01b7a26f3c0e5a7f9ceadb1f8b3c752955c25790 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:078a9c214f3f680aee31dd241401b49b236d9358ce5789a79dd660f0ffd15c4b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed50559f8ef3bb67dd3ddefaee78238f4290fea6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d81fc774c97eb6aaee33554043ea84ee3d10cbde18c7a954267b55cda34750c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..450d4bac01c4625dfe79d67040d2d54412d3d5d1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f64f138929dff9fead5e8d5a386d620297bf6a659c1e9869837045c1410ab269 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f133a569e6ba351e3ebf15bf398efe9706739cc3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c41cdfe348f556fa4dd0ac393589e9bb85d3d0556644ab4db5dfe5f22ae58955 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b737b746822cccff659c0e08e5e6475ea18a1aef --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75837c2945d694875ba51bef47cab3b32338268ec3f1cd99f3770b29b9c9ec52 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9ed3190a07a09d0dee34c18409e24e5ab4d2666 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d50414cb8e0779959fe689116f95caf32fe1aaa2ff8d8ac51404be2e6ba4ee03 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..19af944208dbcf43acf70eee837ba376e3f58025 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4f1893c7ee6f5c74db5856880c9e1b8b17b189a55947214769eb18960a5da73 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4f14f230407ebfb4f9ec71de1542d4d668e6f84 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b67211ea53a68ce771e2b055c21eadbcdfc4d1f15e93b56a26861af763b13e2b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..57e165aec2c72860e36db3ec484f345eaacedd3f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d72e668c46b34e59795e7e28bbd1a5e7e2ef7ecbb225c517ec20923b2a3569e5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5498afa8cc063e3c48530bfbc6cd6e94af0f9141 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:965c5fc6245e012bccdeba32dfd99785ec5c73dceb0f88deb6fcd34106359576 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..72d31c4e5fdb4a42213ec29e694532a9cf6fe607 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b19a4897dbef3576fd82534c443af8147b49d04255cc6f6d99504893a5cb11a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ce5573401551fbf57cad7cad2972c59887f6591 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f723428d32eefb65dcfd86eec7114c775326586771fed56497553dacc97c06be +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e411c1e810b8c0d92c3f0face0345507ca6ae8c6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ae2ed2866eb0233ade55d5196fbc57ddffda47ec016c2d828b624983f34dbae +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..40f00a3bea8bbb071686fe4ef235e73064d2e152 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cdda0f43042a721db69a7e46786bd43ac58f05b7612ca6ca7a2d65d68823223 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9b921e21e9852d3efe78dfddd410e2b95b08772 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c91cd3c02e7e0244c962a318694a5d253938e308816e9e920f8c98e7b4ed5651 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1969a0aa62620b26560cce604e21018a4fb97a20 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76cb132538a050b8009b35b5f10c29305dcd246aa839bcbe49568da6847db867 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b2b1bdfb731c0a729120089fc04a8dc8f874ddb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d73fabeb668ce9b47ff75cdb82e37920a8ee699542e4e64fda891833a144c437 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d32101ea21168d1ae675d06e8abb883d8d99ba3f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:381d4fd834ecd09d6ae6c64208cdeefe087a9f7e9b9e74770b05fafebda6f1a8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..34f7ca2c82a6ac1a792f2a27bff497afa6262286 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f19b250268e841e8a5ebdf5ba73e1878aa30dad853b4a4c47ab7220b26c1316 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..246a05c2ccb561a9fbe94bb8c554008632b3fa37 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:073ad0339fa1ddb5cd73b4bb514ccf6b85208f53537bbfe2854b807b328d86ee +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7f70a15c367f30dc6d73475f4efaf2c6fb8bb42 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0a700c7ba7653f6e8c24e793212c1b124de8b56745c4fe8f2cacd4a14bb5a9e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8dd4968833defea52d49d6218936aae6ab64bdf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c39167fcf44fc954a5cbed47ac10c8c866b3553bd025b87a6687dd12a76e879b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a03112444fc6c2a7def06f422ab430ba41ed273 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04af3951e38d5b5f5885a9ee74db0b22dfbc603a60fd50a8b4b80b0af9c98484 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae2f3e0091354bf12aefb30a1a8d3fd21f909275 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:767243684e16fa657fdf10ed039ad81d268ace7d9289a0b2440bd4500473afe7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8597ed2f07d97e8f40f1a9388f12da441b92f33e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c97011c7951d4ca9559e52fb2f8af4b010a653544711175d3db6d767a2e3ddb6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5007cbced4ee06f98ffd458e5b0cd4724730d7f4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a45a014f70fc8b88de8c7c8af55b3224fc5b4f27f8704da3dd05d14ae8a69c56 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c507a693168f8a163a0e9a8a37702ef7deca29c1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:292c004c9d7839c0d33065d1e0e16e89ce005017d5be14d70f40d5f60bbeeec5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..304e99e18b807ce2a759629516e7718ea7293888 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f04a5f53929c9e7e6658f504b20c01415bc49f64fbcd47e55feacfcf114405f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1349428465fc1141f53d98e1c10b0c36c98463aa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e753de0884ea7a6e2853c70497e853a48fd40aef8598528a71a23e74129a1119 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..890791dbdef94e9bc1b7a3e9a37768225a7b2f84 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03dc596a63be07e4bfa3576c4f833ea79e76a91e4aad4e5fa5e9ee5cfe5083a7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..93562b5c4242fa54827a33f47ee8923a3989c05b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d526f8d7ead7a0b04497d96fc4ab74349cf366f1a785d2832b3ba0f0d981ad33 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1492bfc04d139483d84298ea2d971f9f5569d50b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d26c1c39852192b581d41ad0b9e82ab2becd8e93b6aef6fad0a31ef6ca204d38 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3861ec5725a96f518ba6e616af0086238ef27668 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96aacbc92e6f7b8ebea984cc11e74dc4c258b53d4b514881ebc49e2d046acf80 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1cc9e2f703bc95e6a8c2c3a3319621000cd3648 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6327c5f1665332678054a5c9d00893d46af36e53122b386ba35bb78ca050f6ff +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f66a12463a482f55e87d83508938b4711eaa028 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0245c7b1d5ea7b9ad406fe3d72444fc7a13aadd62fb0b7e5c5f209e57032c4d6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..de2061c0a61f7653069cef78e035873f3b06c5a9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2088aada90fa38e07cae87d8b570134e1e0093e39d1d437668ab32d7c0e598de +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d84501278a38a6cb3ff6a28997afb607a7e2c97 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a646e5ef0ed79941157b7cd532c914e720480470c9983804982b6e0b2da58f6a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b18757125096c002055cd8cf704969ba3d7badc7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0cfed45fa1939dd51cae41bc0b109b582543c23333c3633a7d30dbd3c3c2822 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d66a921b4fe56acdb73e4777be43a23c7502cc6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1862f5c91ac8d9b4d27d18a6d75285fe9705352dcf6e08a04908c64b49dd44cf +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..60b83c3b5d064f1fe2cdd5a24a7f8f91de617343 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86677d3f4bb8aad5ad9ea462e0cfced503c89d7aa37e6ebfd184c3eab34ac42d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..56ac8530c39cb5f8dffc22fd8afb5b9f87bd7335 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca8d9cadcd7d7a499ef4e240a7063c1bdba5ec7c02f289312dff1e9dda6d3ab8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9de5c501093bf652cedd80c369cb5d85719350c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3aa0925a104c13938be623e975169f751951ef034aedac51c2294816a6bc39cc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c94b94d392774395c439328d5a637a05323a8d9d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ff8b867c329a8f89ff92a9021b339b9047483f6ee7a1b4c4f60103f8582f53d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d360ba6ed194845a7932ef496b5a0bf53bcdc3b8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:344ce5e9f0bbbfd381ad3e4819927e21bea0589ece96b5e8fcfd206daad5f1b2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7cbefbcab5d91702ecd074ca8655687ad926ba10 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31d5b1c4f8007d6aa7a9e9111a76612b4b72106d24f91f73e593148c9e45c1d0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..78d6728321e5c9297fce0041e710cce82c2cb5e9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8406f7f1d1bedff84206a5693fb67a5904310f42d5472911a2a4b3a0e93f49b7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..30c9a216754b991472f146dad125877eef9c4deb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfabf7ba592656736feef0274f9472b85e0c2c01e22c7705cd653abec9e902d2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..67bdf6060cb6d4c973d1d6c9dce34d739999a190 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e34a7b40e0f06eb87b4eb89bf589b7ef9640cd44a509e41e0340abdae142997 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b5acf55598887e859460c93f8611c3df18413b6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5ceef3377d885920a1e19fcaf759a8619966a604c1817ef6c7062434bf6c06a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..191a98de8dce07a7bb1bb7b607f2fcb7ac8b9dfb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a074a9dfa3e40e0c6fd53799edb616e6f98af6630f1f9937dd35191e667c14d7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e9dc2729a2d07e6978a061040ca6c261a5b42c7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:158d11db9f5a4ed68f59ba69c3452169585fdeb5bb467d49cfdce528621df2d1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..321900ac8385a1abb7d9ae799173d10568dc0713 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9c6d9f03e82b9172df256badff0737d7b89f2cf56ab19cef84b750dd1e060d8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2de4680a85abf03d0e497daad82df3b45686d37a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad973b7d8cd0cff51198123637111a28c384ee7300d5f1b3afb0aee7b3532cc3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..91e8c7a86de7138c2aebbabafbbda213fc3be5e5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:057c103996d8da61a2f11745f16fa5fdea1bb8a5bdf4adf8ed3775aa8293db71 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..84c8e5364645b49df58ca66994579fdc13a69c5b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1eed5bf6ed71cc27d30b75012213a94ca1b88bf83c879d15725bda2c34b4a176 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2776eb35fa12dda3894b2a88b9789463fe1bd4f8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6673ce14ab79a6c86275cf318db27252407d2b493696df625d36a257c3c34214 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..da44315e26cf2f0ffb441b8fbab61860689766f5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cda10f148fa9e6090060d46cf897f0ba608342e2903bdda00631b99378afd8a2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff9626c6c1a58f181463c2786f0cb2576c5927c2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6915b018b61ab3d3e41f92da8a3eaaea0aa520e966a430d5ab8d2e62f98cd49a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..be4bad69a2b07f8ae3e9ab651409af309d8a5078 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a5ea364147c4e4ef7e347a34c84fb547270b79e5abde8e13f164d90f2134d37 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5178dfd3c4bc744894097c79dae12abb9aa0983 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:906025becd40056eb8ef705fc7017aa4ef4dce4da925f232936ca1b89cd7c435 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2cb4c55646f7fa8b677b6b84325f537d91a96919 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4607b33d90f6995d3f53b1a84c22038787bef52ed01658305abec906285f2f41 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c7116dc070eecfa379accc7ed735246c90b4588 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5f7f09aa2e081147c9c61b2bfa867148cd1f14fa6a41188edafc12d5dc6fe9d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd32106c90a7d1e4a4c365eab0685d81ab145129 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdab6e70ca5f22019eb8c3c8b47314b59fac8da12596543c2a8fd1ae36dd81f3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c0be8bed4a0c44d6f78875994da299a756af1de --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:298cf12cfa9349bbae28cf64331b1473d6c9bac0330d9500001d60ac8f907bd6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..20237b6034eb3221cb0807a6e422a73b480fab93 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f827a54adb046f7294f9f3856ced7148788601c6438fbb360c7c543892300141 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ff4d69d1bbb037e3967ec1d1d7ce0c51726da63 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b6d9499c940ae9adbeddf33a635c5cea0fef5eb6bc37e033d8e30e9381064b5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5be01cd655c0937199f817df81945b8d8708f931 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9aff827664e19d30196aa1d9518420a36e478d1da096900977a5287246f4b5e6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..86a43f6d33e090f0e7f23269fd0ffb15833db9c6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e19ec701a92039f7acf02c5a4187f85282f39976cdd406f85c8c3812aeaa0371 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..44bb7ff809055a6c1bcc468c85a1733445f31487 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62866263007a3de3b52006449d99a91ed87e4c3cf4d8bd42ddda463e003dc1e3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7ed8501e60cfbcb77d2291ece7df7f90cd4a553 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:386aad5154e859ccf64463153eb39d9557e28d36358c22e8941b35a8bbff9aa4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ab20182996fefcda4b5d79e75d0e0c00590d260 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53a1e177bef8083ea7cf5568dfebe268f4cb6b6dd4259c3354362be00123e0d9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c7924b8816b74ba0f6f93a3984b3da04ae59f4c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f27be43bb483b573a88bdb9fbf97650822e37cc46db499f291b9821c65358a6d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bac92ec839dcb3144a09e899f9003d5bf14fe1aa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2073fffa9cb51c77147ac355d1b5ad825cb89b987b58e52d2f2f97407a334d7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a640aa50a1d0f12e4dfaf9dc0c9a2c88b63601b6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfb10a2cc2a08f0d95d88d4484516c4ad92e33fe48a6f814c8a7c6c287f28fea +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..884f242b341cf35c276ed557679aa3115620da75 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a43f1e2938030e8196e78790ae34562e14493bdaa63a8481398d5d7f0f1d78b9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..00d3ba3d0700aaf4b2f12aacd31dcd5109dd18d2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8020d4065ddf6fab392144cc32e0923b89718d975e3472ade3039b6482f6ccac +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..12b05a9bb1166bb5a8feb4ace736f2767d40a42f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c175ab6d4ac66d9cb6f1293112d6546cd1444c0b6f884d7b6c4e0725d9708cc5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a35a4ae4179dbade9f3736832fc332035c9f0263 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0141ff25db95e6d448f90c5610170f73f1e0290479451f7dd1c6e3ddf65926b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1bd9ea9c963ffaf86a28594de9978211eef05709 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32d58c343d8fb27316249f5cff01c536dbe1733dd58609bad08e4bfa395ef8d5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc0ee8f661f932a5e40eb360a5478a0fbe27e711 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cb5619929f0ccb6b863ea86bd75426b9cc7d4e535b718571bac1cae108fcaa3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..827ebd83dd60773435fb1f788ea70058e5cff674 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61b6a1a5db4059da0bacd3b3331aba5d8679b2cd3a1561e2084e2ac43803d636 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..08f98618d14478c869621d012132bfa8cf1fe961 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:014f01741752965059ff48eb9461e1ac977d8d5159af9f7da58a7ddb884e7a50 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a350b910ffc64f7bce80375bd284b8073c75d208 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8843af3b973ce57a586703f5e992b32804f81dd378416c9a389268ef3c7b38c6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..300fcc17e34b4bb47fee7ca6764a473e33027fae --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c3f3cca5b3af3b6db9ce21ef281ee3afd918d52b804fcfa470276a50b5e731d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..39942883c724f3a0a458b7e96572f8bede44ead4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb441dedbe1c84ed990530b6e88f69c3fa9c692c6703cd0e5df29bcbbf54dbfa +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..98f8ddb6bba581a152ebafa0b1d6a829cd3461c2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f041991b945b819c93daeb3a0bad6405fe5c829c3b888f94145fa71971cd0ac +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd14afdadcdbbb110cf311f6a747fed136f966e9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac2a5f78da1926ed3ac1a6a855fe3ef5e86eb4410e17ea82e0734176dd1ef5cd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..40c4aaaf742f0bbe34069b7ce4ca2ce3f6620fd1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2df278205605af31a40e9d807139077a1ca4102f59b5ae7f7b95b93c5c211a7e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f81384df7b98576a1d81ef095593b46369df9552 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ae652baf2d9d2794ee5f25261f08382c86a9cb89782e82368f0d3e127c0bb3a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..08bd19fbbebe729e899075fa1696378ee550a3b0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99a56097cb398e64f2be270b81f103f8f18b3fbebbe2bc924feb403fde450148 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c30cf999bab8273027197990c7c3a756525f2019 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1962c246a16e70acb3b0a3dbd2cb1fb710e4f2821d9713c85279ff0862a8f83 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4ec28a4e5095c141b47cca0cc0a7a08106b30f0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb3403b3682c26a7bf169a40ed84920d8ec324fac4b06ad12692e3b84228781c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..64ad38a20225fc140a2c16473c373b1dbe7b9a67 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb747eaa2146ab8cae8ff5cd298b60928fd03a7eb0f6a209e1b4eb4310354533 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc570feb0d88304cf8ebcf1a50d971eaf2cf48d5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85af30ad46d2ea8d40a55be787bfc53b0ba829ae29b7fa60bcce4fa81f720e8c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ed015c7fbec4c28d11971de115b0622446c8c36 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69164708c02792cd2171b333ae12220db3f8d589b6201c286b45bb38c2688697 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d304bb75d06165382a2157c5005aa121016c9ef --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32671c3ca92f3b19417bb5e70e11d44dc9f1f25aad7527a00be491d05ac31602 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae3668c64389b993871e4fbed0be360b1251756d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b420f333ac9356747352c6927a5dfb1e09f41de59f5dd5098e5c2cf54b0264bd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..84653cd2ffe116cebab01aadfe8b00d43457e8ad --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8a0d6713415dc33cfa74dbe47cd18787ece252360841edddfc5c64d7a3e873c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6edb787a45d93e0eab5bb427920f68372fb5ecac --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54242c5855e4ac1400bd262c77da913c191dff470042392c6a81561b66c4dd3a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8cf68063920cc30412fb10d53ca701e5a09419af --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1a699c4c5f16e6529e1567ef93a301dca64a2538e05fdde7726d011cf015e32 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cdb31b215b92bba6584ff81e6e9a8e16dec0bc6a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c3de12130101c70513599f48ee54d958c78870d6e548f87ff6b77b9721e38c2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4c5c1aa7f16eabcc9446b734d47069764252b68 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:991d8cf0fec4d7b42d5e19a8c245c6231183d77bc9f4ee92626b132a456f8b8a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c47d0f0f054e3bd9c570cce4432cecb286fbd30 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d53cc858b5e0e376e5c8dbe08043e51a0400a986f9f59a0ca8059e91b891dc8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e5efabe6c82b27d8e6a51d526c944c84e49de89 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06a25618835f82b123bad1dade616c9c1359e161fb071d6b7ab702430c7dedc6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..295c036ecd680b34db706ddbc59f9f5e35f84f8e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:709988937599a809cae4ec1d4862561add96b150ea622e2412f928400c516289 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4bd66c6e12902cc4988f55ed87389bc3f30f8c5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8941e0057b367b9a1e799cf178fb8e14841fc64646131743dcc0a423fbeb17a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a59ac58d7c1aa5b65adb25150282c5853533a9f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:289576e310d24c354a608bd7d496dfed0b3ecee1593a9aa6f92a74c6887b190a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..07914c1388de154003be805cbe9703b26821ea29 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19f4e483740d46e889cb1da6566117f3f8ade2cb015dffdeb8dbc47100ec5038 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..25b834de14a9df17a76512a2135b996659579476 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83ea3cb25261f7e5c5c6627112afb8bbf8b35e15d6448c65606620c3d2287f0c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..614ab5c7b9ce2d88477627c5444f0edc89bacf70 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45f6b4f16ae2019685ed628333963d607e1b7825cdd5b71ea3bbddaadb8b0463 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7693850784fdfa7ead8f0ecf4c70a78a169977b2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:610f31c583eb6f91e9483978db68f3bcadc66f1d45c04de24a944d46474b7b5a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc409fec58974dfff3039f4012af04c4cdfdc196 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39ad7e5d01ddc077816cc9be5a41e56a40b8720d68c632204fcf1fc426c62cd8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5fd4b904a5cb82ecf9148b6b0849f5fdd3db4a61 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70c667ab2d79af9b59fbf6472e357359b88dc1894d4ff118258f1513b2db36a9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..79c389578f090838597acce32f8628bed3b8dd84 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8731ca1366b710896ea574c9ccbdf0458506d0528d940c727b1341ff975613fb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..80cd61d968e5f01928b0d74fe91b8034efd9ddfd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf3b692e35a79a5b47995708ddae7151f2d564ba82732e7cd7a092ae5289a4e7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b3ed1ffb95d679924338b75e9ae9a172df8c9d2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a65c8a334fcbbb3e71a838a26f763038a45744e9f83168773c5c7791d1791b7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..286fdde7d81a0b0e3f95a4d113644eb63c75fe69 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c59fd208fd5a3c70b2cc62d640a6de8f7433d8957e3dedd1f6bc1675633cd232 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b11739015b02a8a32e0400fc037a0dc2f33de255 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9275508601f47072dd23a2452b07fec8317958c137ed6c33d44cfdb7143bd7e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..703eb56759741dca3fd1af59f7c94248a6e9fed8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e37d9004278611c0881e1d5e4b8ec8c912eb4c46950cd3e9a80f18ba11f90342 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf243b9708c6b63da8a983ad2396275da390f433 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62176d3a865617b1dc8acb4bd71d0f934cdfc3fb2d7539b71dafe26865edb833 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5092096b1fe74943b3baf9ecbbf7f8d53bbcc1c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57dcf1459adbca3f055613383c2a85ffa0458132da3dc1b5af268a80e4d90285 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a1d4a2624af01fb142ea676e0ec47586a133fe0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af6aa7e8ec303ddf4c95058585b45ec3bd5fcec8ef8d0f8e69dfb089a27b23a8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..284fe80ebed49f3bf485182ec63b303ff55ac193 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d858129b36d3d7e6499af2cb22c8fe7dc79dd5536cc15d2b19e41963343fd31 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c7bde22fab07d6bedeb66340f57cc107928ad33 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:177c5682a8bcf90a94e4632c26dddb18e6328397c6a6de7c0ad273300c02dff6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3087bdf1cc8cb8051b416f4593957b83f393cf8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bf867695bc70e986006e0543e119aea2b46b4920fa615e3c605123be347a666 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd056e73bde7528cfff31ecbb99d2018f4311eff --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bb559c08f5b7ee870cdc3dde36fae9b6fb72d67b0476430a3c1f2b9b710b289 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..71be05384a99da646963faa757b983203dd78472 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c443234db91e47fd24bc7c40a29d433a1c1c83e2ed164df3fd2000c0bad1dc0d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c90af4148e4d71c5ae503454bf242a25727a494 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f15129887d93c4ccc11d7f925d0af1d46baba3458307de4746da94210a7453ab +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..542c2f2c10ee65988bc57673a3931f8acbbb6ee7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b34c7c275d765a90cc062fda3611d41d1bbf39073114dad497c6610fd5274475 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..98d5f48bd13ec89070fd9a3b90796478204ec711 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77723abf18fee5e7f8e218f0cf33dd6967056f5ef898fb5c9bdd693502b2e00 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aed69fdd330b44bbb251d53bfda581639fd8f7fd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51707d784bd5e0bd35a001c056ae314ac5475ab1d6f29ae2b62529003933e5fb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa1a243184bbcfcca021f7104e1d447beac53c22 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff4e8668ddce6d5d45b4f986370f382104330eda1a9a55651c3d59653b72da11 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0ec8ae5551eb1a0ad89775712ad6e0d3fdc87cd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58c1f21ba7ad2499cd3ec5629063cf4e5895718566338724a1ff2a76ff0ece34 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1911c46a3310d8e00b8bdd17f288238e5eeaf9d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:328b4c3b1e4490f4b81747f69ccbdef590a0abf6af6129322ed5909360317645 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ce49f24f2bd77002e9291e36d8cbb3040f3b8fc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9a2437aaee386caaba913d4098ff2d5c8a3784605f7889337d8f86d066f0c18 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..77f744b4ef9ce6dece1971731dc83b6ec90e0c0f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df4226db4e7c124fa28c0cc1bb34ecce41ffaac7baa9af344cdc7bb4e3f04d7b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e63ed4b9241631254eae32355020dd18e0f6152 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59367db38646d813f44abe4678a7668486070646a620cdd13a3611c89ab13116 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1bbdc1725406ac54797e227c8277c77f6760db7d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2681fc7f262c8034fb5d9d30d6f4d0fc96fa4225f469735355e89fd5e7791b6f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..511295434287ffd87febf5bbc04dfa8a2962c792 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d5225042e6612cfc0085735f5e917674ef75830ba5d57ecd7de1aa487bdf49d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1240aeece8f7f72947d0a6abca09b93f62c19247 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:668bfdda5d2fb2fdeb0bdaca36a31bddb4cfe5f24d46a12ba15d3bd3fe2831b0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fed851708dc5f55ee2a364e81292396419e4d98b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc21f870b536e9c526c97035d2413755f1f494a10c8a5c144d560603d2470652 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..28d31b049ab0c3f402018ffc27af7a15c0c3b865 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c50d0538ac0c2b129858ca86ca8b657e1fd151f29b2d9df8fa7ea6765e7ba77e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..516c1334bf9c88ceb674cec2cc7aac8625483d63 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71cb549296f400bf08757dfecc8506a59179a385b0e3a85f456e7384adc5503e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..df84310ec4936b6c7f200acfdde853c52c6ebc9a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:899ad059d84b85b6592fdb0402fb90b4986260555f4bf968c0bb146717abb7da +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a8672dc189c972ba1e17e3aded3c3db68fd0d50 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b57143a634886b1d00ffd8d9c80ec9c52f4227244b2f372aabca5c9d5d408b9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e73a23aaa471e231194f1ea89e8c7aaa59c893ba --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e0af49c8dd813c7c4aa2c449b54ce523a36f512b0d986e135ab0de58752d222 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5eefca2436d5f77327a2d4af621eed8872dbeae --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c7a92ae4a62584e86c1c782bee701541baed1c70d5c22b6ab056be01bbd9a08 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..14e89dded40c63e34d30743ebe0f21ab79378ff5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f454bce732e0291d2b0c64b38c5d734f77ac8044895454e9a88fca47c6843ae +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e73e6a58e4ce82155146a177ce8c96fb1dddd89 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:233f18b41cfa866a88f57377ee46dc9cf95259c07c39b248175575ae2fb2fba1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..43ac8d43e2bf0f99810e02189557d70f38643b2d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9a568f03c21870a198c473417d841a517ff77f0b48582ec097fbc5969a56208 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c7376024db15e066c968fa80ef1b6cb42dc8a38 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d42062343c7ca6dc53209d43e4c6666b4eb7a53c76bb1091b14ce73e071ac734 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a94222ed5d11c44e37d85d277b15b3b907398ac --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70b64867d832ccac031fd7cd26f8f68f957f3067906eb96e56fe86007f634e67 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cebe925ffc7ef95ab9ba98a5a118ca695cfcdb36 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16262a59da0951ea048bf4cbebf84d8d2ae2e77cd52ae82549d6287cf601cc22 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5f19abd0041f8cdbe3f9017af60383b1eab3014 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:119fb1828150d833e2cb03d84217ceb0c7dd31d0ac1ee12e591bf89b8ca65353 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c8d97b57d928a0ee7fcf6553e30ec9213ad3388 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a482cc3a74bde53ea16385c9dee0f8ffda2399ae66ed00afac194ba31e1f6bb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4849af13576a1474d2f31f4b9ffcacbf5da25b67 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92bdc8ca0533609cf9e46cb04795305972e77a2ff8a524d5eab7885753b9c4f9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7e92c0d97e8fdb4dd2cf1c1f4be2cf489eeb26f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d32cb2ae7dc6c1782081bf1497d2e40dabc68e4ebf1b6d63a81ae247433ff9b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f1f0fb77f4ceb052082a0496e9361f8601f0cd9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33bcb3a4076a675bc3ef0dd2469d4488b80720380ddc5aea5451ce14574bcaed +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d95d73083696c4ee1e75539d5ddb9784ad86c872 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3205514292082acef69873d2297fe2142bcdd6fc63c10c3a7f20ff9e552dbb7f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..67e30d252fae5266cbed7fbadddcadbec13cbc67 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcc446992180c162354d4498f0f93a40b14cc791655a57f99c3abb14cdb07c6c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6833711dc9cdfed1d65acf1dcba5917644b3f1e6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b578b76e2729341ad18e362cac0ffcdb615782b4d7c3542fe08f320b6b72e849 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f1150f87acc3efad9730f07442fbc0744838f46 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0203c26f1a4804069e26020c7453397cab4cf2ac4793b79e826bd1e070f60c40 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e6e50f1433be181c23c3c0bdaf277117d8e8de4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4015847edcd973474716e7301e6e351ff9d42ca3905413805e1bfe351540f20 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..23d3cca7854815ad4b79470ab28d15ca456addc0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:571da991e272d669768034b10fddfd620bae3ad46222df1d1a68ebd8d49a2d8c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e225c3489bbb7f8ad2a78d8e9882cb96cc38c2d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:200b8e98dd90187efdad932b1085b9eacfb968617d71a754b864d67b04e1da63 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3a3f07504cf832b3494b2f2b28d7af69127ec6d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a221510030e8a728228ba312257ca99589109f9617dfa8713b9254cd33757bfe +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..08c1182b4f90964cc5d1b1992aae38052190fd4e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51a29c8489f8eb97b21f118b3bc3b0dbfc6da290d1daa3feb77fde278eeb1b49 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..365d24c0f8a439fc3d6f6a695b8c7d921764c609 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97c64ffc7c8178b1931d6a3edf3dad51ed9e7cafb6ecacfe8aa4fbb57c0171e3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..92d9c63fb9a9cabdbccb31f0f980656137ee1646 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fd63cdb5e5e318c048e7e6d7511710cd7e3ead4ceb959a737cf16272db5c53e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47e09276d1aa7181560fd90028aa08a9d580566c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b761d82b9da02ee14bb90b60c59022e4a97686ea98687dca1c339723f524e4cd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..90856adc8174f6e620dced7557d7e4c178c7fa2d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd66558a10179fc2027d6d58f3b9ce2885e35bcac6286eae5f659b3767d39dda +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dfe69f2f13fafd897375923a4017d82f3c4e8f63 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:933cd6421884d3ac6531f595fa1320c4671883adc01982c4c8ab2310d23fa4c2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2096839e51bd7ebbf03161e16b1e2a6cf378b22d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4c639bc7b8409eed0e56e661a926ed2b2d0337777a71106ffd9de1b10995c81 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c33a1837d5e3d06382de2a6842ad895c7783e8d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cd10929d097d80bdc1b106b7e28b61664c41f819a81278403661b19959378a7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8782110edc56c6e01eb098b65bc9f29dcd1f2832 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c606e71da64607337885b206705f9c2c296b5fc9c5d9f1bc8631602ff70d86fb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd3607e00d82dfa8e76f1b11dd1c84c85e5a4dc0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72ff3640ac579bc2d88dad593268f2278d40396cbacc4b53c6924188cf556f43 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1817b4eb9b6a9e345cd540162ba3f29ed17270a9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8575b31eeca9cf14c005e79ebb06b3005fe758532e68d0db4eb085bb0c559634 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2645e6861746f79aaa0c4578f52c47b5a17a2401 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a14e9a170d3f119f953044449fccdeccfb5121b0ed83a0e3b46ecac98d073048 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..afc70d25e51821e47e967d8a9a964d66b832203d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cee5966c3bfd234e82d735bc331063927cedb392e29a63408024b7e621d26938 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..499d8981676d06f676124347b373780a084bc5a8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:680f32b0edec6c49b6209001342d9dec53cdd8d9a0826b0744b42053ef28124f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..df5c6cc2076e7a86c255b18fc6dd4e2e4200c91f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b22e3a0e583b382d46677325d64e8a14e6c5d8aca928222503398f87b86bf8d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5fa5b6999487f6d43663d969793c7d4a73066d7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b0d5397abc4b0675965f4888d35419aa33524083c4204ac9b2e2dd0aeb68dff +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f77ca9c2f50bf1d7a88dc5444d93edae277ae174 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dcaa78f515124938b29aa7ecd529ee384574867bb4f2b79e34f0d4c2cda94c3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..109fd3dff08a581965f832299fd69a42118d2b8e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e336c3357aaa78c1e8c1a4a61c58ac0bf407acdffcb7162b1b64f7aae75f5f2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1704065202b9dcf5ceb958d968b141b2d30401e8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80abc4abd35b7e76dccbcaf59f5edb5083e3bb089f074898bcde21466c8c766b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..38252d7c6dc78f20840d79b2a5cc8fea9f70405b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c135e52196119551532903ed25f2c42426349ad54d9819c050d4c946fc0dd31 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..86dbdc49df59fd570bb71dadcc5221cd6ee33c92 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cb00448521784a7d39116cfc883369f6b320a28ff6c8f983f8c3b9e0714c2ee +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4b1071b5a702038c33dade8f929e4f932be7db4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa05bd1ba05f6d66c65fc53ff4119a41d0bb333214a7e0572f948c5e9676e008 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce1a658e88276ed3a1a07509c8ff8e8efd410f3b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d9d2575416c7d7588a405088e64f145ff7f1478c19419cbe9cd220dd090dc61 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..62e2c85b46444f55ef0b75568edafcf0bdb7a125 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02ccb247642ce38b283a469cb920aa1be46b4f889ce662c71e3ba5e22959afb1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ea5d0bb45880b772a6bc05251a5ed353a55c926 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32fe96a91f61e1ff852ec8da881779d64b7616167407330d8527f3460fc86b1a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..558850224c498bdea56915e2a5e0f96d13799c88 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d15356ea207c4eac25927df0ba1d6359ae2bb51114ad4c57f1d204ede0448317 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad6fa37eb06128567fbfd0160c9ae95a79af8523 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e1b969fdf82f905cf341027a7e6aa3e7c2cf92dc7662764e717bce195e13966 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..01236f7b6f0d8d3955660c4dab861342f129e3f9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6604ca4b414a3a8a00b06ca8256261d0cf5db2209837855aadfd24c8306315ff +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c663156ce5f1b1bc41a252420b461bd533547acb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c69c8e71f76d18be8dafa00af7c9239b17d897ceecaa8b9b26880e8ccdf5e828 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf58a7bfa26fbf5c973a8d2f9a382b7010cd6823 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8d648c7f014e0c008aac63a07caf28a24f0c9de58b120d5b8ede90340f0aa5a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4673ea6340293edf9bd2c7b079794660ba9fc06 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3c9f2fea95df8b3677703dbecd63a0adef0b08d45ea6dc4046d54f1d859e113 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e710270d470cb8cfed61b9db618e382de89e37e6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6b6ff36204eff78041256dcd131c0434903be990773b5346e0e17cfb4106731 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e548e7ec5abcbaafe43f3cd7c9bafbe8e9093c10 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ce33b355723bd156868ac8973d3d79bf0c935ce012d9c3fd8d483036575ba79 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..91e254a6b2bde00aaca53790ace2d53a1f0e5aba --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a1c59e7bb509ca96164a5eb14a2c6053c04e0893f99c8e16eee800f0532e818 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac5426222c9158a72e7c4927a7d65a9a7336e532 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90a3691349e13864b9fdd2c3e160cdc6429d97530eaa0d8654f6d2befec4c089 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9f8719a62fddcc9dea341259fe3cadddf82c8b7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:740c9e09de43ce3ea82f32c902ae9a86f382057e68b997c8df2edaf540db32be +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ba314dc44619c28eae4cb0b6101aeb40ee15cea --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07b37e5345d8011431a00b0bd6c1d6dc4aae96fe269258eb6f70948daabd3903 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2582762c272f194d7df2c2574b29813e5983f7b3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d90b83eb76206f5d986e1ec5e881d28919c04f89e031a3db1172bf4d55842e1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..967b433fd84ba3310d4709c6e97451b17c165037 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1371207e20f0dcc425403d86c2ebb067eebe24089194e8a33e549cde529989b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a63357a0c6e1f6e9cd97bd4df1f1d19ae7a78c9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c76279dfc5be7ff31f12439a1606265e3e06b2a6f7b3647b7fc969d918d1501b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f67d56639c92afc657be342554d503f6f8dc94a1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1457d66baaa882facc8161ec3f5e6b1018e34c26f3b2e4d31bf4fbe940b1c198 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..da0c3c64fb77711f0b9f03098211f59bff51b8f8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:622aeb8b0a4b544ad53871071b8b9b3fc516fded8b738aa746f1adb2419a06ab +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d0d201c2a7acbba82a85135e3ced13b8c64939f8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cceb4952724f155469d1594bcf97dc4dacee47b761cde7915ab2d3ac6038c87e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6797a0eefe9dd92859877f06b020d14366673144 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d16466e98f174b570e99771ec3b03b7432e4a40fc93a66693d30b9d755a4f209 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..70a657b26fbc5664bb5dce4fb83dcbac483c1293 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bb1b90a7c79fd484b5ca7dccb469dc4d13c53a0792f1874e5b8e89982e14ca4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..70ed1730812e5d3501b435670c38cf074c4fee8d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9611729545cc7a426790db843eb90cedd49c40638013b955f67fe157f02776a5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..848c72493c783d1ced7ae2b379e4e1d87a274c5c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67b2525c4613f5786c4f97deae7b1f87bf9c5e24368c5e4368bab8744bf64536 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..846bd0fe4b79f983b3fb61917a88f8d5ff97f6a2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95dc2db07221c93db20af6879032c9853ac264e4fca914d4d59f644bbae49c39 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..889ed02d8dea543175d7df355637deff52ad9415 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:486c25a2d6d21584e20addd8103257e6ece193fa63603cfa112cee6f39a8e38c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..96fb2122324c79a3074e04a883e5d15ff03b3c0d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13e1f3940fe4d9e8a14201a8cf66064310bf2f74e8f2e29d73e7cd3a58782e96 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..21491afc0ffbad93e6a8a8374de96f93d2c4483f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d658da20ff432edc88ea566b445980c71942df9acb7a8e0aabeeab21bfc7c92 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..27b2aec43fb72e8065056b9c4a4ea110bc214c52 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aee430bfae98463e2dcdb1f1b56abee01f81f79a0efedd1951782ab3e45ca672 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c55dcedf5676a57e21d4308d19dd1eb9ba0dda7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:788cddbb7af9d45c9c4ea05bbab843ddfa05e6c584f1b939afd3731b8e2b05f6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f65acc25ebd5b69d3577208081db0aac2afc2cf1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cba0c55bb8d6796ce48d1528ef53623f7ecd5573bfcb3ff1916633f947dc110b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b79e06aa39e1dabd3a1aaef09c341dc8019e66b7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca4d868eb913e9a7cbc4ea657327e4ceaaaf59358cf6e8800c80bf0f0a7d913b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2cb4a4511ec1246980b41a933c6be45e53563891 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edec2686c408ee3d363fd7d21fe3720a11ba828f2b807d470aba44f1aaa9c69a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c8468154e387fc59a1345f9281bfc1a288f0fbe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4ae1f55ee1751001bd057f82b99d12ef353688fabb4f0eb55698190702ca5bf +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7f0fc5d99d2326943e303a8f07370bca667b10d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e47b8664aeb6972fbab405cb06c6075f47b95d271b75333c738050250e72780a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cfce110d2e3e1d2e083a188dcc0c1b4e8e71404c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:036e3a6b13b4505244dbcede6a56d95965da920f6f86dd867e4c56822611173e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e040bd18c75906a29c372870628e8872bedda038 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46c8e357d98e0fc327bea9ab3bb32d4ebaab3aad4e5d0668e1fe035fa12d47ad +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4305bfe67e74e51c62b4f3ef541d358c94a4986 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:986c84e6a55b103067e9bc9b87933e645cab54e444a0e39f67ba25994a09183f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..334f1637c696c292212f6b26099f054fc640e491 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f343fbf7cc2ae914d3f4e94fc35363a1930d41f3a6d4e9f69965b491ebf5efee +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a65f000e6c26c0d4a651fa926b173bb03b2e8c8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:570fa12cc2bc1a2f8fe7a2517883651c698aadfc654d93e72a25cb98f8ea9b30 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5914cc2d31109630a12290e381693b637c84963 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46cd72c2c825aada5cb0924b5f21e88f23fc519377a0e24bfc11a1c9665992bc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..44707d6d812a62cebf6c4091e9e5157b2e4e8ab2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a5fcb740c4855b140ed7ae2fbe8143004c687a6e2452d853fec6a5f25c937e3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5468ad172ebae763ae55ec046f9293466d0a060 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad6ea02679516ad73c092e6dc4e3c711fa597b3bc52ffc0ccbe93825e1817df5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..55f2db734b17996a9b2d0d97246cd72a521f49c9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39e9360de7895b2e2f59fc898d98ef7d7e8f2a9429e561ab022596a317374311 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0906f5f9edcd1fcd576064339bf46160ff521eb1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3bd1abdf23681dd8cd4dfbab6cdba8cdd4883308bddb33a63d9c1320cf5822b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea889979ac80416182329087682b2fe3fe6079e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5bd3996768bd95a3bda438cfcca062ba3210f51186cecc60a57a875b13ac0a1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea04ebaa59de9f20d7ebddc15a70dabf1560fb15 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b05b3dfbc1ece4c080fda548fac24f66d50e2ea0ab4ec1056b1c9b8a07bd0794 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7fa24593a24bccd8127e92ab8e367e4042f96c9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e44c7c722151f9f72895bcd37231100ca1d415053efddbf91a7c5be2dc002a15 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..433a2af19bee8e2924a24452f21a0bf93bb0b98d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d467e80df22e1ebb9e5cc31af33e9b7bd9ed9772b3da59509ea0f73e7c630a7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2f5db5be9811980b33da472c554887b7bbff9d5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bed791a780ed5fb16e16c7e763eaa341aaa9f9aa7879bb6401f5e089517fbba9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f21f492ded346bb9a2bae6b9214afc4dd2a19e5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99533f947f08f5a27a736e10bc9c2de0a62994b75a6a1e1a835cd92db783490d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce26ac5c40b91fc06ad4388f28fa4ec96d24d389 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fe2f41b31bac21210149bde7c6c3722ca986d48d7fd75a793d42ec4d689212b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..127305435e2b9873ea96d76ad425c552aea261d3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34ce56e25221e3492a5ccc25742063ae9c0139953eb7165409f29a44c0461f48 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c202c54033d93e287d86d5c4227913a453ae6d44 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c3f402ccbbf4c23a61791405a3c5390cea1950ca896189f77594c0a29d7b0d0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7e6c09d9ec9d4e0947171689771209f96fdf794 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3c5a40370160047076a6375aa1d76a03b98112ffe942185b4cee0656814c787 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1730099cb4f485b622661a580a2222332ff427f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f466e3067acad47c6a1bd2391308e050df9fe6361f2e5f591739e8f187df933 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..57e0d8ecf05dde063bfe1cd1941dd4692ae82015 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8589cbf48cc1e74b070922bed38f9cc7945a57c9582b264724ef98b41cff2741 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..84e11a4ac5b72ab614f2e42efc74a91ad7a513d4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:205f1ff52f130028f508b43bf6dc5dd3614612c657553c9bde978ecb7d6a783e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3f1202935d11987073e7f0bb92a2a7036aef737 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1b65ae089568495cc5ebb9cbc71ab446cc2be079a179bc5a5b1102deb050795 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a403c176cbfcc7890c1aefe30f88a95026b62d6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7209fca3ecc5a92fdd6199214d0460c1aeb37f0601361c51a0018c8a3fa1667 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..42956e911c63eefc15d2f588e48583e26cc06c2d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:629692d202148be6c2c2e8865a24300bbe4ea4d43e6befe75a5edaa545774bb0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9377f07fbb527bcf54b5b04d782679542f9c1b52 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8cec022dbd1e47ed08b4274043b58ab0327d0941d98c6110da8e0d005562892 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3162c8fe3e5586845d01a5d1193e6642b17052e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f3f2c1a78b5aa06ffa13ea16f5e5818c42dd1ff8c1470e9309a4b4f62cf7afd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..83f64c56f0959ea3e6231172b64b57f1df6adab8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:751de70121fa77b21f7479f8ff28c68e192ed1510f293643fa587653ba5283a5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b60546baa57ad666da7315724f47d12547fd53c0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:864898e5d02bed1d4a50ed554a6988cab19de8fd1ca55def26090681de5443fd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f04d40426fe7b4b64b816e0970f6ad580a4e51c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3195c7a3543a9d96e459e6fdb20ada1b7fbc09c2ff7a9f7dd80cd473d3a99c1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..595b00e0513b6ac86776a66bed0a1e1064f89b6b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:388f7183482493f416e3c82169b9f20607796169c7f659842804ff66480b82c5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b01300a8a9a5cd66d5621803003851ba23d84f9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c9d8f919dfcfb86e90fb0d545898cd3ec843c850961b6289b32284e678fee61 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6707c03d4dbc77ce18fd97db8a5451140f65ed23 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16849138ae79c3dd8d6dbb709a6ab86ff1231e0c3d59b9199972abb4081e814f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ea7f2e631af6cbaadae3732a54fdb4ad5ca847a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91c6a3ab99837054ecc4ed7b97bca804c5cfa34b0b80b577bdf026c128ed68c8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4704ea6de22feae4902141f3f15774ecb1330422 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a25e0a5e55a32effe755ed73be41341518e853f17c629a93b7582069bb0982da +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e6103ce0be0671fd5941fb5188c267caaa318cd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5cda4c1b6810ba44031160dd1bde74d9a6dc4636b0cb8a7e6d1894dbf065217 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..123829818dbb0e9e6e2ff7bca63e5579dc118ee3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88ccc06dad0aa8229d28ec1ffbc785c37d87416185512b169344a182d62dc372 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f51e1e65e4af488ec41cc83947075b4a1f48042 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21fdadf0c11cda1e2eea5b8ca2d970c7d80eee8de262cdf01e73f7a83e9fec3f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0c7789e188179b7ab5fead7c4743df597b92bf8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a185b727e72176f1c6cc75dc14e0e30f443288848d38cd7564ad49af50ba9e97 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d67c684fdaa9bf426c68b5cdec318dd6e25a6ac1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b65d8f8275066ba886e0941c1ea71750f93eb30d94a9b3f805b9ef1df714ae68 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5829d2dab2337573dd9b6d9c165a83505713e5d1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c58511452da6e17f8c210033e97abba16d3127e5519273df254159e4b1900bd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7619c997e296c3856ab6ede754d1bfadf249da8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28ce7d871a04b4d5c7ab25a61e32518c0e64e5041486d98631030b452580845b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..249d39c9d31b34765eb7a8eaf4d5d01eb136e1e2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7e200157230a64b85d9521f3cf1747f6f3bcac7e17e2ce9f7113d6c6a87515d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..27f50bcc0b2a98c54b7a9c2a45e0ea5fc9ec8758 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1697e78a726a6f199d683bdfec81da0bdb21b07ce3c2987f17b60e676c8b1f4f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/lm_head/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f33e1326e50941477871b152b1d312ab9562790 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b109dcd3febb388e4ec984b691e1ad18733c61f110dd6c8ff784889de33dd035 +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/lm_head/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d46d13cd9843e682e049d98c112453651494b47 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15908b2c2ea606597281d447c1edbecfc3c1488c8b2ef2337ce01b3f89c2841b +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb2da872aa351397faeef5d32ab692c177525bc1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6de8a928b0aa31aef10bf499b5150c11f33575f18344c2e57530508357eca8ae +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf72b11c6954c456dce66dfb4ba48e5f9110983f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ce236085b3fb218650bd5bb0ccf73a5716d9802c5791f0fc3131eba66eba112 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2874414d4c0a000fb33aa267b012d22a9ede7a1a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5227fa11c6202cbfde4c975379e4bc505ae10f9d1a39d05e95e611fe7040a068 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd996d5ba0e7e6f722d6cb936616acf688004da4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:427946a45381a47c74b50fbacec199ea152758870b7a43effc84da27778185d9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc28ce499ee2337f4b3f680bbca7717f9d2cc293 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4629caf54f132a1e75a0628991a36e01d70c64636cc49bfdbbacd6de0c37cde +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e91d06ce7012f97b6204e2a5a2bfec510f3cc0ce --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b02ba5dc90c94bc085a3abbe4bb7a507e09730d4e697256e8db8358cab54e326 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..62f45578f1168ec14076bf0f7e5c589715d17c1e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ea4bba8135f982e92d9db0535ebdafd6e29cf686cd3f95fa3556e8e3e1de475 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd91ae63d6b20091a5f7f7c23a2075e08788113f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c71eb82000aaae5958974ae9b1fe253cd9049ca4be86f2cc50ba578d73038ed +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4de5796a7171706de735590e84434a8012fc7caf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7e397c76e125b1d918f0b17ef9e26c0edd151ffd6f9f7cc4e650fd440460c4c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4b71139f5a044fd733cdeb92a189ea80f6fbbe6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b88e554e7676380d8b6a3ab28eb8e77a44a13c03e004544c0a49d981e2e1ca2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..df23846cabab090e2cc3b9862cc5c1a49a043011 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94e308ef0cc0834f10740d02e1a0dd6cbfd31c788f26bedd3417703ca335325c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ad118806e497306cb709dda2f2469d6c8957b55 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6a3fc37274c9a4ec9b3a91ff542476e5e4900c62a854ab6439c938eca6e634e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..40ef0d13f56ee1330f5de7993828c7ecbed16ffd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b6048040a05666489bce6aa6e563d6e537be9b1fc61b29af6d162918dc7512 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..072c599e8cc8f5e4727271b6942dad7fb17fc5a4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db035403e362262cf2e4d0d316906c7b7a903b86a2fe7e7626db944d218cb9cd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aeb8ac641c75a5cfcd741653ea4389307fef34ae --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9327bcc9b50ee17909b7ee2e9d089be71a97a0e1db255098f58acdcc388f41e9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9116c5b60368f40f44b1f1e628b79ff5c2a7ca11 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6a204d25c03792d6da055e6ff65470e5bb4b5401d5e95e85e897d37c4fa932c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f4403b5e46ca6eb4a815d34fe81a600a85725df --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28aa57cb52b99b4079e05d28a358e1432d33590d91cb409cda963ef593b42c90 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..adfc206e79f526eb52192dda16922e2b843a2d91 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:432009c2c399271d2674d1e15fe1f60f491e1c2662f63d57626cc78580603c96 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a43057c801f71f2e2bacb3b9857248bda0b733d1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:793b340c36c02381cd6387330b42ea7b1ae67d794f55de5a1f34fe7e03b5207d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47c8491595634c0d7e1ed790464fe891c971fce3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab326e5e42706d113b65feba3563b824de55d8223af906df10ef27a9034b09e3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..53cd56c9aa6dc5c1417acd1753f2c9a24f00b37a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b223a401a14efd9538110f6b81a43a050828be9f6e6010e5d59615d7fd21f0a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..905c2e20606d42b83f05442c83a9ed5e9659f4c3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78b3d6dbcff2e901ae714e2b5b504c98fdedb5f9b3f8b8673bf2f7a949ae6d83 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d44da13308603b85acb5282e4439bb3e85fdf9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d6ebfad5e87a4cb4b9a2d98b193afec14438f58864435edc7189c60ce4d3181 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2eab9e20014299333461beabd343d44111269105 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5076c638da0d326ba19011383511291b9469254f85b1e9768b907631a7081b5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..38bc18a96533b035c54a8b604808807b0a1bd006 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12e834173591acc06b091909057a05d0bc7400a36db85e806f17569aafe142c6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..33eccf1e97ec47ca75a40808ae73bd4d74a63d19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bafb3d2201ed38bd45f848edd49cf346219699d8d9b5fc3bff3037e1fd20600b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..04b31e667d1818a53953d3a4eef968e0559104f1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3f9b42dd66b9a3eed788e46dae86b9f226474934e31def9fae72518a9e8443f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a38147c07c61f9c99a2a7b7d20bc09fa0b0f69ed --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b8b8de6be5502419969ba814c3bd90c677453e9718430d6afbd105ed78b2864 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f59551d5a2c9a085a765a85268247d12e9c98f97 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c514f569ec148ccbcd9437f606bea5978ed484fb8ac7da14cf80a84434735df3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..50d85e1139648048c0902df5accb6d8f12475102 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:739a037b9d3d24dcf1c3d3bc686a43cb97b9bd5d590d5bdd061b8eb9ec700ec5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2cca93d0a77ee8bbc79d345b00cfe25b16260d89 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fdd78eebba74098ce903145a81993c1dbc1eb18f00c37729338ba9f0a127960 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b04451a9fb0dd0f6cbee9a18a4fd37452ee70c2f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d52b623fcbabc90cda4b28aac2c263aa6abdeea8713d10d3758ac56387dff99b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f10f4421dc7e34af1ba273ccedf0b2d5c2caa4e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ce28976fc6412b503d972d5c26dd274155a29da8b3e2665e32b5db6a2f99c19 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..85493d506855aa2a097893846d8243791a5e8c06 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de448c249f23047fc64d6279086859ea76756bccc4ff3b5ef08168dfa9b140e5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1658a76207b3cba686450e2446be6ad0ce926bc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a190c769cfea3f23ebfb4db7db20bb2873eb2893fc9604dd38aa06e4f3c0d018 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..580c1061cca9a89880fb7db85203d079e8f29184 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2c8a1e9fbc96b0c553084d6b5c39c9bb73b708617f351987f49bc92ba6bd515 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..acd2a79cd2a2c52a007267044356f6ed8125a4e3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b37819c4d02abea52fb5f33499430de274237013f1beaad64dd60edd83f3f1fc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f93b88786ba427c537640eefcf77d5ac2b18389 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e95bfb173329c36848f1bc0286c4d5f3ec705230a86340c8b9b9fcf12b91d71 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d7ba1e9afadbd8654830c42ef70c428707addb1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63df1ba93f97f4c3f10e61880abd6562d3e9beca873d2ebb50b73bab83e8d7b3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf3df82aaaa8ea4f1ee160b8cca8a6d8bfe09145 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f26975a88f66020fcd868c20a3894a5c710ad24c8be4d51e04996c9ac10bffb7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..02bef4b673efbf8b8cc8e9ea9da8e19ef3c8dbcc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b2b716922b399db3e1bfb2a9b809469053b2017fb633c4eefa3ef122769abff +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..256d452bb11034ebd100c5d906580e77502710f7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bba99d31b1c332e472f38ee7a4733fd4dc78195b6426fa591a174090692f795e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cec130050f2a719115c08aa6f83f6aeba2d142ad --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3c5738adba3eaed10597fb213b31fbb529cb2eef9a20d54d003817e75ce5318 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..be471eafd2020bbc7cba6dfc70225e5c1943b4d6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:121076e42251c0690ee347a4301a09fd7959e8cd8680742a0fe9e3bbde1a49fd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4a14ec2a1cf4b0098dcf13c3d5e0326a61ac366 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc2ade210106787f93e52233c87a4b3cce0174953d610f43b363ce59297e3dd0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee44cffc3267c2e794251fdd849c924464d1a992 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3605d52b55bc44bf75c3f0f1c8f2b8ac9cc648a85bc1e59eb8b4a9117fe8c62e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4faf79ed5aa9d8bf196263204d025685dba44b3a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:269a7799369fc66d35fba222d570516ca90c2a9a0957b6496f6c934740232ed0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..32896046374ba0be3d1ce76390d3cbc2fa56b6c8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a6f7c571063a2163eb39b16e36db62f612b79ed2c2473f28513367762953090 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbdd68f1e8461a53bdfde40ea19e97efceaa46da --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbc6034d654c85a26c79df92eb05abcc85bd4748b66b878d9b1255772d29cadf +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d4d064d6a87c4821295ddb7dda679350de86dc1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d9e1d1453b0a99976f24417139e254f50ae70b7b55089c1d02d30417cf7c206 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f008cba1284acff3e44c325ba621f2c3d052a0a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ebb9406daffb2ad7bac7ece47ee94aebfd74febd591c707ed27d709e8c7b9c7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..695bcb888e35adba4050b1a7fa412a0122098c5c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62f966858682c485a918641d665e3a4ac695c9f91dd3eb401331c77feafc6ee6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b766e81459246b30e83a29da6ca71b7db3f29c4c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5afc3f3e1bc1c6bf6a40a6e3edad062e5779e603bc157c319b239af15b0ed799 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..beb9ac6b97b37b79a978b8f7cb55aa95007eaf79 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6664589b6d44fb0695f5970073223a4f491c1492cfe522e4dfbc75849120e943 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e7cf9af5bfb91ba728e834fd176e6a3f9479a6d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11700d40fab10f1b4792b82d1bcbf8a3b064ae4ca2a01eaedcbe5ae50fed6eff +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0b224c6f5455a4935e16f5f8619e83b9f7cd818 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96d463cbf0e254a28df9ca0f3112046546492b0be7de5eb3d416d3e316c31532 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..94353ab889ccb763946ddce73f3d98484835f347 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:948541bfd751307a27c254b480de725ddac5bd949931b327a7c193df63e97914 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..14cd89cfa188a5d0888c69c31d0364754dfb1925 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33e6825a2308d128b2f36189eeb84d265d778cb736f3017704bfcebfbed8b480 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c73e7fdf2bc4617c5ee2e876cf9aaf20088d5553 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:526b768c9c3548907ba7f8543c041ba70ad6831f3f103881469f3abe24c07c4b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7e3ca406db53f6cdb724c38ec95a705395d8142 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb3e6bc4e57662dccd5d61e030cb984282ef0fb80e96a2e1d5037ee7275e5df6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8504b3f15705d5d4e7ce061f43e6a61403e6f789 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d46bf1d47c64735746c5f48c79c12f9bf749207a5589429e31fd886ec6e90299 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..20e7643fa3f01eb204467d3b08bf386da6065334 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91d979b5d5e4aee2d903af9626a66eda38a7e92875cf184096213d85f8103395 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..14fd71121835f78cad02235cd266f4d0a6bc32f1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab8c1b5a6240e88ccfdea2e227d6b7b54cfec221461239909edc2abf5a292567 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b2a1aa6d13dab885c40927a25070fbbbd69e261 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ec712c0f6a13e6d2f46290fe6c6cc6aa0f88a06f8cdffd7040531e1b4fe4029 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..74e74ef2667d6ed6bfcf04c62d2337a2672310d3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff646dae18b518c51d7b78533bbb3bee195e7973b9bb605432490f2673998de7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2cfa53cb5aa87dc42fc2b0b1eacebcdbfec8754f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b122bfd08c4529a84064d0595a0930b6ce25a52116e50c566826ae00e7cf1db9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e2c6fb721a65cf5983fcdff6d865fce66d8f9db --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4eb4a9cfd717ef2e1a9d907ae70fbb722b4ec5648f87e20d00157a37e236516a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..42353c1d75f648bf58a50f9a2421803f05903a32 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbb7cf87fae52e5e472ad8a0c55b062b197fecb0e772876516c1ea59b6caa914 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..594ec440999aab6f8702158755d14a5812a7b067 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89f0dd31e7c26ca7b6b9fee881a69577df21357cc228882c5d3d8925d27cb8d7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5acb81cc8d04146b6d35df8d0567c7ae3784095 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0721a0a9ba697ccd064949855bcbe79defe8ffe2dd9ffb5ccd66be9e5b7a19b6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..117d20244b0a67b396e14339738dc48cced1e686 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85c4adf083fd2eb7d4803a1073dc67c66fa88a4eb2db1e25141002e724b94e57 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f90106f278189c31e07c82a22c9219ee18ccf54c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f37e3cdd5c1a2cb00e5173a6829932ece2fe7a42b06f7ccf9d66e4b47df1095f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0506b73a9cef1b574be7244ca69b4e330906ddb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:231da4210cd427d742dccc3fe62d692b29673c80d8cd03a1599040c3fd47bccf +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0b2c3d367b842b70662586a94dc1aa0e94acf8c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:282af51886141a130428e6c3a287298d43a4e134b5915cb5c30015b9509bb23a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dffe4a4d0a67e7a374b652011c84a8a6baa53482 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:600416ddfe47c2d54914d911c4fbdea064374fbbb39ad9148f570197e84f783e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..619bb7e00aa2289058126ec62a2a38f23cb8ed9a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ac1eba132cd51207ef18e33bbec47df7b7f8d1938253bde5649a9e9d29a1d46 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c5ea3ecdfa04c52d338d8fe5cf3f0860e589d3a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a1053e17a4783dd7bb89d5c70c4107dce994fec129d96c20be4c8df5d2d9bea +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb466479267be6f1a80d5fcf341122c63cd567ce --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87a13bf14856bbb3e8a705b6d4634c8407966a2156bf5dd0fb2ee4f1de5539ed +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6cf2d55e3cb53086b23d24f3240aa6487ac01e56 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdd32aad1f810d71f87d227ac9dca7e7f3605f1fd644245495b5ad183fda989e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2e744600416fb4834111148973f293a0432a83a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3b0bae2930c0eb453995c06868b7b58efbc8d00778d954bdf4693d69e687a8d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..db5eed3327cd2a2e93b4e9091433215176a919d5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68e6170e23319982a79e50387711fdf2d5412d7520425bf2d05cd553dffee6dc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0c1d19c1802f6bddac9b79751f740749a4488c2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a66018e1d16b36a997c4538097e1393ca04d8efb6ed73bf1975eb6afac780d2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7989dff30d4bbaf45106e6167699d3f2d82ab004 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c241d27ad7a95fad3f542c3b04c5a8c872e9646470a9955e57e1ff5993cbb56b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..135c9331b9ead5a62beaf6ae0102354a5138672e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a77ce84e078c50fa4f0489793f9e9b6832f144ba9dfeae975a9914a4e72af36 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ca5c93113bb9116d330bd553b2865e0c772c9a8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85a9889981fc6ee6882f4b32f04e832176eef188decc3df8f91bc4c73041fc47 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d6effa1faf31e471b1d5ef4771ae03f52514836 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b44e689ca7d61fbde961a1db01ad932ac0ba65570fbb2e67c46c4a620fb4de5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..067e53af3e862764e5ee67f719f11c0cd9e4511f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e5601317486348edad6d8658184ea2cf308a3914e64a258e94bfb644e91306f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..83c5e8e0c697c9a01dca3cb49291f2c6d13d0c42 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:828017eebf7aa75d29454fa1a0943600db5bae87180c62df52afc096df67a7e7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6dd8e369e6a743f0d29b8be2bffb4dde975d7dc9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70becb461fd3f1939addbb2cdcace60e217ee496c5f36ec450192653b3142ae4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..565d7fb7cceb002e671fbb53da563c170be2e812 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:091803a2479f18a505927834c571f3b537b6a9aada0a4720b165e577a7534d84 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d86db2355a6f62f9487af190c64b60698247b6a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47152424a67afa4a13dc3a87ac2acc48ad77158d5a379bb292faa78294f165fc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3fe777ff9006e8c40379c0a4d88e561c56ae15b5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d7c765e837bf8f69ca981ff6b3e42588ba3feb88b8ea18e95022e87ec02a330 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b13be083364429121d85289e3d6f96c4e513d26e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96498725a92947851c290c8d19c8376fd2dc27dd82f02dd525f41645887bdf67 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..545b43c9561bd5f6dad5b06eaf736bfda8bc9008 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a82161c00fdbc7a6c7da004f5841e7fe2fb0cf581ea90ee4c95e2bff96c55e78 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..320685912d6b21cba5f7a45bb2d84293c2c8eeac --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f64da8898c98738ebfb56e33bce2d70daed23a3f2a46166bbfb2f163dc3217e2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6695d44536d2ecd361bbed3f935d22be66b5018 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1638c1166877779fd804be4ae8d5265fbf79cce8defc8a8930507a99f1b4a646 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ee8fd3f9e2d577355e1f6cd3fe89fcc2e988407 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b5796e1a04cb671c868bfd251d043934b17cccbf722429218a3576ed2d2881b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4d170691be08bfc9ad91c76a34596a8815ef875 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87b3417ed249e741e382c4612416197689b276f55313659cc25a0b7465cc6f76 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..571fce90607d3859b60eb109bd31870dc83154a0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ed8542576cc1720cb293f62b903910e8b1cf5631901757405d00617026dacea +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4da2f0ee4d14971507e98be560e5f5d9866efd53 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06d5c74f4431ea62968f97906dd091583060e2fb3bafcf53c15bd1bf5441ae71 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..81beb15b2dfbc443c8a7e745090674585457b310 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a545339db2a82ef64d9d1d773154435689004907db02e6b5604c3d0fa912189 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9783f6bd49fa456dfa20587ed1449cc81a5c578c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19b88cc3e19532c13a01de8fd96caaf26077b2425d65a0b16cf7da87a83e7035 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc75b69898630777aaa0327e8fdf5650d66978cd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fc71be8948008a92c5e45bae558afaf73b937a68a2db78fcc61640ffc8531f5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4445208c47c4ae88d288b4943f98ed4da8d51ba6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a6ddae03a06d9a29203563a902f76e3bafd4a717305c8c02f75a2bb50d50fb5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e16e445d813aefc3100277f8bf71b13075de7aec --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f11169e70f9ea7170466d1ef6d67d4b2877afc46d6deb33dd12316c03dfa281 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f947d3a9b658b4abc796426df487779f35bf395c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa8f910684ed29ffcd7a3cb442fb83699b0e67a62b26eb03c1d315496e342b3d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5d3a8490a91510a971e0c3080c0a1be6b7fb5bc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d04874eb243a0a9c2793bf4e72925f1114f5b72c4ebb52c939061f21a3472179 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..61ff234af1e2b0815ca88b8653e693498431f0f8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b8c7f2661fd3954f78ab70738a7bdbe66dcf94428e2ad11d90bbe3207e6ea95 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..56b8a344537ecba0ae4bf0973f02cc20ecb617d8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e29f992be7a413f75490de0926f70f3af468086e315822b2dd8c75004ed84d9d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f38561692724d70cba393f2390e3f0b17d85ff3c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f29e4667d7dadf83b413c0c7234db938435c0339c3b66680549e7b00dcd23a4f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f58276891cc2d5dca2ede239b0b87260d24c8e0f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d6c5e7968da194e7b102ca00ee9a317855d61b4bba45f70fe49ad4ef3752f89 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cda589bf9a757d5b1707f0dcf8a46a93e908c8f0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:490d2b3fbdc074e36d03d96df90d000b3c1b5610cb6b31565984fd9a8a9ebde2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..df712a25c9f475099625f60560785fcb2d938070 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fb64a7b14db34d6d6d97b340f785e8aa0e422f34b548e02fa8652465a2634d0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa7da04f4822c0d9ab594a2e2d42604bca7ae612 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c20080f3cf6c152f992e483af1bd6f65f842dcafeba4e396e184782611857e40 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8aecc251f552c6486a383de75284fc6ea118078 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f4542e5110527a6078a2eda13079a7ac0f6563898dd6b269052c65cf02a431e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..03f7b52656942ff62b42a44328571d9c5136dde6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:212cf30cecf2bd4f7ca0d1c2fcd39d375427dd30841168c2df6f9b431dbc5034 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..700535775b2e0568121e252259e764f44500a06c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c140e133398046e4d6623f271e9bd8137eb61801e28f2f57f35212b9ac79438 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..978cc90498ccafc319287e6f276f7cf73695d459 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b432d069d867af6c0b393e9e27b407571f11657e0c2eb7fac9b00fa0ca909f8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa60c75e060b3ade145da9cf1cd2e11c148ca30f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0120bf4d2a241292b99ee909bf229f3909d1b78865d372ff02fa32b870a438bb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..effb2d73ab7b4091712039ea4c5edaacff1ac78a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4b34cb13b65bae2e54d9674a9f4d091ba40602582aa5713e596ae3778af8b39 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f217c46c2acec564c4ec1e8b1525df8270179260 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f4aa7ee665f098a5bed22bf5c24bcc31f2e18dacf2aef61df04c8a2766b2d1a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..abc6363e7fa1ef993985efa7e0b642c200313361 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f37e9c56560b04904c4234a9c7f8f2d96a5b4b16f2ea7c6abaac4011b25aba5d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f2c216ae9c78a6318f27248714bc521b9cf36e2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b268da34269f4d20b60c79e256c961a79f0ad84e460d8d695bed45f6c711545 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d6846a952f4a8fd7f15c5ff3a845f3f6862ed06 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c843b4d7e9c5c99764eb45b23699c93b6c86788cc567bf922aec166149f3e1b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f946de6bc30195ddd8ce81f57856ac29a481c37 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9534831726321e3d926e247db1d91919d5ef445a3bff6c0f98316f1c54c93d6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..398793051e31b5fa8c1b7dc7d1a2abeac2603aa3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95a6e16a8fe55d3c4fd2b8e1304b743408cbb7779e5eead381d24a11ffdbd091 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6031f34524e334993a153202f2c9f3505bb4917 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a33e0a0518dcff2b24e5a914593cddd3d77d8551cf6ff77f49abc739e873931d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6110755f4172675c41f31597d5275adbf956feb0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22331625247e40351f8017ae6b70e3e75adcd5ffa63f1f8b4b4e80ba7025472c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..14959aaf355fbdcdcb34c748b21cb75bd8355554 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83387ad300c5195544fd4eb3a0c189805829a793e036fd8ee8ed0ab99ede801f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4f8e92afa6cf3ad4dcbbbfeeeec117ee0aa7057 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3adc0947d8951c67266a934120167ff25a950a53a3d66f5f796dd34e0283d050 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f79e4fd08d6e97d59773d43516c0cb8600b708f5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:249d52ee6720dd9e0b833ab2f5ee7a1d261e9f76677c5f015c2b9fd963505080 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c28c0d95f39427f5a1f16b52873b9ed2357a2f87 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:215f37bdb8f7c434f330d4ea60acb7cb87e7049b6cf15c2866c39da28661b1a1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0db2b02b542c9766e1d28e8c08da965fbd504be2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d8c582e75efc648759177d36fdb1624819dbd95f6921d2a9fc40875deef3fff +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..843bb3e85d475f7dfaa2b8cf888b983cf415dceb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70007edb4c42aee253a7cdb6f61da49859caae27860b45ac7b92493e16ce0bdd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e55eaa0a205821eb411da13e66a784328431021c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:457846b8191949b1189ac86763416150811946e70a1170345c7b783b619db404 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..475e3f14f9616250ffbf463890882acd53e1ae8e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:377802a07751391477636c363844c70a6e0f3e502e55ff4502d06e6da2dafa02 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..53d5da131abc8f0ed9af9d92ccafba28924b2189 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f9fb40c3ec29a85b36cdd7216cb055737ebbc1198c7bc6b1598e33d04dbb5d5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1dedfa56e0dcf0d8b7a4204964dec5bab8b3232 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60a025f1426dfb6573fbec0efa64cb520488bdde9c1d971b6d6ad092f44201d5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff989c55c19c03a5eb37473ec14b19bd264c9f8c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c739bce84d36def5253a3b57a8856581752601506f4d41a90bd81b685da8e08e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4631c032cf1a6bf631febe96e25c092d2d09ebc4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c856cec5b2e209c17b3f948b2767530754161a647afa039dd769478229167f7c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a33cbd9460b996661f7d0d5970a6ace49b21dca0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d34407d0e8985ea1413ab8476aee9da76939e3efc83ba32c4b449ec274b9542b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7328588ab2715b608cfcf1983da62bf18ab537c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:039dca783c88ec28d82ed24589f63f38d4b861605790d7493c2d473f3d5fb08d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..af37473fe2f10a3dfb6c4954972a4272be710cde --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05956e4d15953755afc75fa06780ce0c87ff80b7b5807dd625d80e84f7b6cd42 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..980da7038fd50276cb06dbbfe1722781dad70f3c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7ecedf55d829c025ef072e30df5b6f1cf0718a536357d212112eb84750ca1c2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..72c3b1af1206155eb0ee577fc3838d3cb29d8b5a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a25298040118743f985b113f15e147ee3a66424ec270ce3bfe0401aacbcb5ad2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e2c9f7fec7f79c31fa2d8aaae6c5d42808f6266 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21e9d67b21dcbba6d7e0706ae0f30b6e30d62005d09c884b9e10aaf40d5fb328 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0cf77f5f7ade045b7a77d49e1ed620c4ed90da9f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a858007f5248981e0dda2635f5848737957777bc0d0132d8a39b374aadd92cfc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47d0b00f48bcddbc61b57281660ede528bfd4c74 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:433cd2105a98790edac81e3c88f5ec907c464b0d294c6506744112558565e857 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0877e91c5c0e21a407a29c5b751c80c1ab9b73e2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c975394101fd45daaa8485d1217ffb94bae6f54466a9334c3659bb2c28fcf4ef +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..031b09041fc84ba01a800e5d495326260802cc54 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea2890f53195ead7e07432b40672ca7869f17da7507dd899abc7cdc822aa1916 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..62ec38f8ae3c1c908d6666ba1875d727d903a9df --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db7ce474fcf88e8c875d266002aea9adc257a86710c86c6d0e8e2d8b7b20d77e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7148241736c5801eb34f46764eb7f1cff4d0010 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e74fe49794d52bbff7481b437a80f9a85315711f290a855fe54535bddc3912b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..963c8913a4f54bc517e8ca6ff93e3d5560fe6890 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82f56ae9076ca95818a13d5f7f1294a9801dab0ef27c12bd6e6d721586ae34ea +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a01bf1f8897cf23eecee3685d049e5bfb395a76a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e19589fe81d265fa3621547eb5ac1636ce3a47ac043fe1e0397c3b936c5b5c05 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad0bc2f11108c89e9685fe496f9f0dea05ef5b7f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c497f0d88910666f6d859fb056ad6436fd754457f8c75822e7ee85b8fb08e296 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7d1be56b0b0003506ba2576b1ffa23c753fc832 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dcb4b0b9f78bbe571d5c59cc41ed5ae7cbe048a65133927aeba452343eb4172 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..49d9c1f096359eeea27581725c73ba0c9e722084 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47fff86143a626aea81d594e03d90851193e954935afbbbbf21d715758f187b5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b978a45f628a91a1e50af5cff14487f7bcb8d9aa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cf031b36a1749e963b4dfc4839b7fe8fa7eac69fb7ae58796948cfca8559cd0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5eda5174a03ff73541a9eb1085cfbd2e10c46e4a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25c0c7786f30b60c5f46d4964987ec8352cabcf906675a4d399b338a238390eb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d270ced04c115d94afee496728c02f12591a53b4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c445ade57e2392d9b1ac244cd576fdc92dad1db5ffc0eac3e4a3bb4cf6d8f72 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f47133fad1053c01724039dfc652156abd6dacc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8708aaffe5e3310b2cdcfa637be3b4c70258ea235f453d79a9be05dfc165073b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdd62a7aa76b8130ec02428c169b51c6664fed54 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc4d6aa6e671f2ffef34e09c68c14e2b23ff0066feca096d22a95b29d633b56c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..646d8cefc1b0994b4fdd6d7eb217642133cc4914 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b70bc243554f6ac7dd486ddf44184f30ead5c662fcd210f045225580fbae9c13 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f08bae8401017ca0ba5b7858626bdf24be19f1f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5281db8e0b5b541f598be6039045497105102bb610ac32bfc23af15e435129af +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f6397609e44e20e43e8d6301528939a4a07ebfe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffdd681c92e14c57dfd09c38b5f13489d5932f778594f08b2254727bc91b3b55 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e17bd94f512f74358cad8fc26e9aa3c680542d14 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89855f6eee0b65d5d717d2e3075c6310c50591d3082479a44198017573ec0308 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..24ace9df77071347f8eedfc3afecd4bd7f5e3a2b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf9242acd6aaef261adc451144988167ea51419207e69d5683c65e378d06366f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d4aee61a1648cc532a95629e346deb73d151843 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8088a4bb65928ad90230ffdd03740db0275edef10fe718314cbb4a32a0cc4a2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aae3ad5059c6c35d8f01392f110fdb48c3ba84bd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2af4fc55daefd69a00b00b5926ae316f089133bd0bbdda94b3edd8bdc62d498 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2a4166636e8c0ab06da8c5243006af01920f9a1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db96eb7ca29288e6b7e45cb17f9c289459b25e33ecd46af60d003a8f106e8775 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aaf1abd19f9aadcf8f6de3afdc008dc24cecfc79 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f8546e7d217a46e987436a52832ae422bc6f23d184c0748ae41e27cb9cfdb8b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7460e3088dc04ed37566762df35d31b6e8e80404 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2eae35ba0d63f0df509a715ec3b2385487a27e6b8e7b1423553db7a704ab5215 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..40820c3de85fa73f9b8a162807b331a21d218adf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06dfaeb5bc937d9e9c8eae5772c8ae389a2aabd0b49108dbd0f2b1ff553f80fb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..407a731e1b5694d69115f81043e734bd77f442db --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a8fa5e9451ac2038440cd8cb029ee2a306018c7f5835a2672cbccdf919770d0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..50285c1adb0727cea79159d5643c2d2639d1990e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca0c50e3553dd784840304d297b581cf68ccedec78a39bcb5535f49f85bc3a1c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ebf3912d6e49eac7acee0bcbc68fb9d80ebe4e16 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1efa995d5aaa4a7f05c36e157964ad7a0c86eb444bcb2fb9a1f0d832e730a4d0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..01b7a26f3c0e5a7f9ceadb1f8b3c752955c25790 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:078a9c214f3f680aee31dd241401b49b236d9358ce5789a79dd660f0ffd15c4b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a523a3c9a6ce7a0430d58e763188dd0656bd4551 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82e0826bf8a1d2e05bc46e198e38407975cc7a5a5bdc6a8334f1547b3e4386b2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..450d4bac01c4625dfe79d67040d2d54412d3d5d1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f64f138929dff9fead5e8d5a386d620297bf6a659c1e9869837045c1410ab269 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b86aa98fec91e0fc1875a933219e5f5447c2ea48 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a1bacf4d7258ef37012577ccc5c6ce2afa509adc7c865365f4b3b5b5c24f8dd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b737b746822cccff659c0e08e5e6475ea18a1aef --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75837c2945d694875ba51bef47cab3b32338268ec3f1cd99f3770b29b9c9ec52 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d277af563233aad094829867e7bdfab6a40d3f3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10bb3e400b49ea1911e14e68015a52dfeaa149e4ff40c20d8aba5a74c93a2333 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..19af944208dbcf43acf70eee837ba376e3f58025 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4f1893c7ee6f5c74db5856880c9e1b8b17b189a55947214769eb18960a5da73 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..28d6b647e2b288710875b392182407dbbb700211 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a235d76b4f7b530eb241d20727899fa0a2daa819dc6bfffd86612148e153908 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..57e165aec2c72860e36db3ec484f345eaacedd3f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d72e668c46b34e59795e7e28bbd1a5e7e2ef7ecbb225c517ec20923b2a3569e5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c04e67111820fb201491bd9b5c251062129fb2a7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:140b6917a9a1a90de25149b3a3f135d1a31f92aedaca4959d201d36f85e0a6d7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..72d31c4e5fdb4a42213ec29e694532a9cf6fe607 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b19a4897dbef3576fd82534c443af8147b49d04255cc6f6d99504893a5cb11a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a741e6bf871c3992a81750440950bbc44d75ca0a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b68938191de27e68969a10682ee70fac7b8fc0a56599f6684e67cd45967b772 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e411c1e810b8c0d92c3f0face0345507ca6ae8c6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ae2ed2866eb0233ade55d5196fbc57ddffda47ec016c2d828b624983f34dbae +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a63d96fc3f1a642bd7c5f25be5bdf919e50b0fa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c099a8ace3cf1511dba1e1cecbc3259c5be681a53e650cf2a656a53b4efceae3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9b921e21e9852d3efe78dfddd410e2b95b08772 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c91cd3c02e7e0244c962a318694a5d253938e308816e9e920f8c98e7b4ed5651 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ed73f17b252110281e52514c2dc443a4561defc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dae91d38fbaf79e9b59fa2a31e653e3585a1b5b663f8312f312b57d1103d6c25 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b2b1bdfb731c0a729120089fc04a8dc8f874ddb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d73fabeb668ce9b47ff75cdb82e37920a8ee699542e4e64fda891833a144c437 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e70e889b33f72f0b52b22ef079a073b4a49c451 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bcccc557e4df4b00653955f31a7db7fb333550d04b5238e7f42e5dc368ddff0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..34f7ca2c82a6ac1a792f2a27bff497afa6262286 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f19b250268e841e8a5ebdf5ba73e1878aa30dad853b4a4c47ab7220b26c1316 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..822190a08247e02561af3b0e89a6e6e84ef22343 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86efbd61755474bd652a626dddd9e73eb63b5b1dcebb12b6b9897e2730413128 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7f70a15c367f30dc6d73475f4efaf2c6fb8bb42 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0a700c7ba7653f6e8c24e793212c1b124de8b56745c4fe8f2cacd4a14bb5a9e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..33707190d4148e865d17a92517583de7bd3912ab --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8596a65e74b047d6281fa06fc9c677dd5550ce2d2f0f7ba862415c38d6479f93 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a03112444fc6c2a7def06f422ab430ba41ed273 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04af3951e38d5b5f5885a9ee74db0b22dfbc603a60fd50a8b4b80b0af9c98484 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..25d01c34cc9f4a2c9e67139c5319b07eb305a011 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea44faa3a19baa2988c31ed460f676db7467350b26a7966f1715c6aa8d3664e8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8597ed2f07d97e8f40f1a9388f12da441b92f33e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c97011c7951d4ca9559e52fb2f8af4b010a653544711175d3db6d767a2e3ddb6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..39e5f851fc6b916b429e729d412e23a607249e96 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2557df684e0c17ab6df4bb5cb4badf349c2cdcff2aca56bc3faad5d4b28e432 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c507a693168f8a163a0e9a8a37702ef7deca29c1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:292c004c9d7839c0d33065d1e0e16e89ce005017d5be14d70f40d5f60bbeeec5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3c7918147c1ac2ffe2a9b756690fc009d57d25e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a7eebdc6213ce58fdb93ee6bf16ad2c6f46f65ee410958c85f0e405dd99e35a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1349428465fc1141f53d98e1c10b0c36c98463aa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e753de0884ea7a6e2853c70497e853a48fd40aef8598528a71a23e74129a1119 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..69b4c7efa9b3ddb7d5877201f1201cbbaf44ed30 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc05e529dd25b65bc8123cc194f612bca44dc92634a8231900495165c9380a4e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..93562b5c4242fa54827a33f47ee8923a3989c05b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d526f8d7ead7a0b04497d96fc4ab74349cf366f1a785d2832b3ba0f0d981ad33 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c46932812090fef2118a82f42878cffb3bd7886 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf34b93c9e754aa2540a6ec6634abe8c2723b1247fea91cb5aa4b2295f5d1269 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3861ec5725a96f518ba6e616af0086238ef27668 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96aacbc92e6f7b8ebea984cc11e74dc4c258b53d4b514881ebc49e2d046acf80 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e94ca41fcc25f82733053390d7164ca648698221 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3871e055808670cec8be4c416e8519b653e7377f56c0847036d6756bf98616d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f66a12463a482f55e87d83508938b4711eaa028 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0245c7b1d5ea7b9ad406fe3d72444fc7a13aadd62fb0b7e5c5f209e57032c4d6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..07e355ce2c0b7336394f7dd88f6d0627dc221c25 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:feff6d8b107592c0f225444277467461687433e0dbbf94d00585e40c6bb3f73b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d84501278a38a6cb3ff6a28997afb607a7e2c97 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a646e5ef0ed79941157b7cd532c914e720480470c9983804982b6e0b2da58f6a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1570129b2a96e9d8fcb854c21a59f151f4c38e4e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c7b1644f80115787bf3506fb41f97eea570a8373d25bfa0566879b16e39f44c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d66a921b4fe56acdb73e4777be43a23c7502cc6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1862f5c91ac8d9b4d27d18a6d75285fe9705352dcf6e08a04908c64b49dd44cf +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..63df72e66b12070399402141853323cfdb59ea6d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76c9e710b455b8529635f0d503ee5753e32658ec90026c70ece62dc551912a4b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..56ac8530c39cb5f8dffc22fd8afb5b9f87bd7335 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca8d9cadcd7d7a499ef4e240a7063c1bdba5ec7c02f289312dff1e9dda6d3ab8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3c00166e0bf335cf9293e859ae08876ab585910 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fc2609c8a6b0172345141b15664d538646a50b3e42608541c9d56e3776c01ed +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c94b94d392774395c439328d5a637a05323a8d9d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ff8b867c329a8f89ff92a9021b339b9047483f6ee7a1b4c4f60103f8582f53d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d28370f59a70946746c144be46c448bf0fbe7665 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5bd0cc55264c6c0d46140693ca8d135ca12a7a0d0f9ccbfd4b5b82c67ee3c7b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7cbefbcab5d91702ecd074ca8655687ad926ba10 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31d5b1c4f8007d6aa7a9e9111a76612b4b72106d24f91f73e593148c9e45c1d0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e18013565ae6aa657193a4b3cbbb2063979dbc3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc99d8799d6575ce124b4938e44af7366483466f4b8fb970ed1a2f2d2f547f31 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..30c9a216754b991472f146dad125877eef9c4deb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfabf7ba592656736feef0274f9472b85e0c2c01e22c7705cd653abec9e902d2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b039a377988dca1407b3d99e317cfdcf033b5ad4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94825846c54e5cb040af349b4ab964be926fbe6852a9da70d5e62121437eb916 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b5acf55598887e859460c93f8611c3df18413b6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5ceef3377d885920a1e19fcaf759a8619966a604c1817ef6c7062434bf6c06a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa4b9afdd52382f8a0832e2a736960f1ee73a0b2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4749477998de3c2e58bab6728c931a81351af2cc31a219c7a7d71571fa12d92 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e9dc2729a2d07e6978a061040ca6c261a5b42c7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:158d11db9f5a4ed68f59ba69c3452169585fdeb5bb467d49cfdce528621df2d1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b93c82785d9bd581504461d53396f8b872fea75 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e035ef458ca5ad8c975a1e0d1fa3d8125e043cf1d5b477423f70b0409d587fd +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2de4680a85abf03d0e497daad82df3b45686d37a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad973b7d8cd0cff51198123637111a28c384ee7300d5f1b3afb0aee7b3532cc3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7cfb0bfcc023bd72360733d060e2022987c7f02 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:646e2382aaa6f32f5e95643a1dc58f88284769c2695374ae2c18d67bb00e50e8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..84c8e5364645b49df58ca66994579fdc13a69c5b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1eed5bf6ed71cc27d30b75012213a94ca1b88bf83c879d15725bda2c34b4a176 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..26e755d095029b817946ee62d5e924e5078d1d62 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3145317c6afa37c54fda6a8bef5e5b24ed718d132c036f65c9885977c4e89b3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..da44315e26cf2f0ffb441b8fbab61860689766f5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cda10f148fa9e6090060d46cf897f0ba608342e2903bdda00631b99378afd8a2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6e4a501f012961160adcf78d200804d3778c0be --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ececead55a48c7b1fb38d8704902a7df70c85c29a0d3f69bfb9ee5859907b9e6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..be4bad69a2b07f8ae3e9ab651409af309d8a5078 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a5ea364147c4e4ef7e347a34c84fb547270b79e5abde8e13f164d90f2134d37 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4beccd7bb09f3e25d085795d7833eb3416d8b005 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d48426cdd04a2a0ad90ebbb20d593bbca3e84edfdff911d98fc5c623664ef37b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2cb4c55646f7fa8b677b6b84325f537d91a96919 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4607b33d90f6995d3f53b1a84c22038787bef52ed01658305abec906285f2f41 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..885041fa356f3020698e31807c08054e1b88ae47 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c01eef89cd27ab13b11ed5434874cf378becfd2c34bb55a57495b1c3cc2c65d4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd32106c90a7d1e4a4c365eab0685d81ab145129 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdab6e70ca5f22019eb8c3c8b47314b59fac8da12596543c2a8fd1ae36dd81f3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6363341f26c97109982b6af8a9d5fc4efd9dc833 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4309490b1260a78370113052fea46462683d6c69064d8b9c0119827e37452e52 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..20237b6034eb3221cb0807a6e422a73b480fab93 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f827a54adb046f7294f9f3856ced7148788601c6438fbb360c7c543892300141 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8a4a78a6fcc5532e37fd12f4236fc22a4af51b8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1de9c088f24ee90568d744e9c02ee358b133303a17282fcc8d65955cdb6603c5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5be01cd655c0937199f817df81945b8d8708f931 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9aff827664e19d30196aa1d9518420a36e478d1da096900977a5287246f4b5e6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb313f7811915e092ecc7506ada9f4a1a653cd86 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cdb2185a447792be0d17534830d5df22f55f115df8ecdd88a5afe94a089a66a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..44bb7ff809055a6c1bcc468c85a1733445f31487 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62866263007a3de3b52006449d99a91ed87e4c3cf4d8bd42ddda463e003dc1e3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5bfab6cac0cf58ae943eb9c62b6ffee12acf136 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae630c240bca0e74d0788c3cfa3cbd1ed2a41f61793cb2f2b04e89c79d39282a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ab20182996fefcda4b5d79e75d0e0c00590d260 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53a1e177bef8083ea7cf5568dfebe268f4cb6b6dd4259c3354362be00123e0d9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9323a2392ce5dfd089e4917abfaf2e6aafe522ac --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4e557e5b8b2e35ad476533869583fa63241b608fee7759eb25607f4ef5bc778 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bac92ec839dcb3144a09e899f9003d5bf14fe1aa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2073fffa9cb51c77147ac355d1b5ad825cb89b987b58e52d2f2f97407a334d7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..49414bb0f50e33450b57652b1722211b88736b6b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a92a9e795e2f389fcd9bd1eadedf945f00679af10a9a21c5f22faefe2dc1685 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..884f242b341cf35c276ed557679aa3115620da75 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a43f1e2938030e8196e78790ae34562e14493bdaa63a8481398d5d7f0f1d78b9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..46915f4a7e87516ffd3cf60523078e0f58ee5cd2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe35a2f9a5fc85d683ca7f91791ce2b97d3860687502508f3a58ecf61d3c702 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..12b05a9bb1166bb5a8feb4ace736f2767d40a42f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c175ab6d4ac66d9cb6f1293112d6546cd1444c0b6f884d7b6c4e0725d9708cc5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3bcd15632f67d8d3b0cc5263aad0b785ab80fea --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20f6caddc942b31a0f8a1f7b6fa6a64142c9b382d3689005208cdffb4bd283f3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1bd9ea9c963ffaf86a28594de9978211eef05709 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32d58c343d8fb27316249f5cff01c536dbe1733dd58609bad08e4bfa395ef8d5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef076ac8002992b6d39cf90a47760f23049f58f0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5f938743dffa6e057e772634ffb18bfb5cf783f3b3faa247194e5df58f35ce0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..827ebd83dd60773435fb1f788ea70058e5cff674 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61b6a1a5db4059da0bacd3b3331aba5d8679b2cd3a1561e2084e2ac43803d636 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb4366438bcfe09c213edf9a8f25d0e0fac1cec0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:298d7dc9721e537507f7119d85ba2d9b645d9ecf1bc31dc1f73768b1f223f2b7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a350b910ffc64f7bce80375bd284b8073c75d208 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8843af3b973ce57a586703f5e992b32804f81dd378416c9a389268ef3c7b38c6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b6587ed9baba85575acc4434a69ae404ebbb545 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b631416b368eb8e7c4191cab9519d6ce60d17bd27358901f458de0972e097b7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..39942883c724f3a0a458b7e96572f8bede44ead4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb441dedbe1c84ed990530b6e88f69c3fa9c692c6703cd0e5df29bcbbf54dbfa +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..18f38bf51b6fcc8599a62a2887a8306d5c66ed9c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e654c423e7387d1c3f4b8aad81bd648d2e8baae5a65669d2f74993a7ba54f455 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd14afdadcdbbb110cf311f6a747fed136f966e9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac2a5f78da1926ed3ac1a6a855fe3ef5e86eb4410e17ea82e0734176dd1ef5cd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7224c0a6c8faa834f3ba70a10b6af5e1825646d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fdd759474fda530cccc58e282745056c88f1ed936bd09b3fbc27f9e2de6438b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f81384df7b98576a1d81ef095593b46369df9552 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ae652baf2d9d2794ee5f25261f08382c86a9cb89782e82368f0d3e127c0bb3a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..36d126a2ef1c3f85ea4b8f7cb513c4d41d7ce935 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2958e15359111c568e25391a479cea08f418ddacf7699cbd38e1f80aa292cc3c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c30cf999bab8273027197990c7c3a756525f2019 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1962c246a16e70acb3b0a3dbd2cb1fb710e4f2821d9713c85279ff0862a8f83 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4ae9d4197f7eb073005d8b26d90426c7c6ab657 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e19703d1049575c9c2fddf6dc2bd5c3df221b6ca448926c6fc37b4629be9b0d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..64ad38a20225fc140a2c16473c373b1dbe7b9a67 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb747eaa2146ab8cae8ff5cd298b60928fd03a7eb0f6a209e1b4eb4310354533 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d0f07a188e713d61500dc9c7b3db38b3f664565f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ee652babc6e67d57363dbf9976121bb0ef1fb00aa615bf1d080c42a5ad5ef29 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ed015c7fbec4c28d11971de115b0622446c8c36 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69164708c02792cd2171b333ae12220db3f8d589b6201c286b45bb38c2688697 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0cd042ed0a89039cb776aa31b25f267a1fead3b4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d6c8dd41356afd54910c5fd6a45f3aba9ff446469ee6a90546848f0a24ddf96 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae3668c64389b993871e4fbed0be360b1251756d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b420f333ac9356747352c6927a5dfb1e09f41de59f5dd5098e5c2cf54b0264bd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b25193e09a1776bf93c689793a441f2757291779 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af3492f990f08bf89e2f6adbeeb35aed6f0dc81b6b556e199f2d97b6e41ab61b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6edb787a45d93e0eab5bb427920f68372fb5ecac --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54242c5855e4ac1400bd262c77da913c191dff470042392c6a81561b66c4dd3a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb3be12756db34c84d8d941500cd005cd5fef11d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:218cfcb981d8ac010451c6c527d0e8e29a2a6a8989e6044b7752e439e3a6dcbf +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cdb31b215b92bba6584ff81e6e9a8e16dec0bc6a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c3de12130101c70513599f48ee54d958c78870d6e548f87ff6b77b9721e38c2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c45e44d7e0f0beba6ff174a711812e1f2673566 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7514a7c2f84883254f39e57972f756ede55ee8edb9a9bcb8a6115bd72e71caa0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c47d0f0f054e3bd9c570cce4432cecb286fbd30 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d53cc858b5e0e376e5c8dbe08043e51a0400a986f9f59a0ca8059e91b891dc8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..70e2b4ffc2daa615cca2a038238737c082a81258 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40ce1f40cce3658dce4c4ba8e43e081a503a1e0102f49bc5d41abba8dec2aa61 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..295c036ecd680b34db706ddbc59f9f5e35f84f8e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:709988937599a809cae4ec1d4862561add96b150ea622e2412f928400c516289 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0eded27ab304abfa4ef3bc5ada61a49da38b285f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40e4fbce61c9d4f47303f89f54feda85a137a70c96abaf21fd7b94aa7921cb65 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a59ac58d7c1aa5b65adb25150282c5853533a9f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:289576e310d24c354a608bd7d496dfed0b3ecee1593a9aa6f92a74c6887b190a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d4a6752db000a8c4969a00f683a2eb111febdd1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c4421ca2a8c75d5586256757baa3ce33950ff557277e72fa461f9e31dd880c8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..25b834de14a9df17a76512a2135b996659579476 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83ea3cb25261f7e5c5c6627112afb8bbf8b35e15d6448c65606620c3d2287f0c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6a36a5c41ce5a51a88766e6d74c22f988788a5c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c14913b1ace85660bdd20919a61dd919b8824ebf57b4edbf0b0f2df76b1a0f91 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7693850784fdfa7ead8f0ecf4c70a78a169977b2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:610f31c583eb6f91e9483978db68f3bcadc66f1d45c04de24a944d46474b7b5a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..52238ea88e9eefb3b4b61ddab602f5b36ac34752 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e321a5fe8464eb8294c3d147e54366bfa62fe47e0b7eee3db1477ce34fd44388 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5fd4b904a5cb82ecf9148b6b0849f5fdd3db4a61 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70c667ab2d79af9b59fbf6472e357359b88dc1894d4ff118258f1513b2db36a9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca9c07c69967489d33964be49a399a9d2cf901ad --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e699263011adcb8bfb4a82eb7f1951c9d4b5ac2f96770e913e04318e232b735 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..80cd61d968e5f01928b0d74fe91b8034efd9ddfd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf3b692e35a79a5b47995708ddae7151f2d564ba82732e7cd7a092ae5289a4e7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e8a09496a5b64d24965cd6847a9313394572a15 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e418fe669adfe70a4470b5b5b208550a6338477435560930e867a4d320e5018 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..286fdde7d81a0b0e3f95a4d113644eb63c75fe69 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c59fd208fd5a3c70b2cc62d640a6de8f7433d8957e3dedd1f6bc1675633cd232 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c66a1ae1e105e3013abeff596b22bd5dcaa5fcbd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bb390863f16aec1fc9406d467c8b9178b12ecd45584a7225dd1e943adab31dd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..703eb56759741dca3fd1af59f7c94248a6e9fed8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e37d9004278611c0881e1d5e4b8ec8c912eb4c46950cd3e9a80f18ba11f90342 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8b522864b829e121ed7b584640008f2a72966ab --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a87672c540aecd3b32bea08fcc1bdbc550b10b9d4c1333a9d4f2e5db7d5016b0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5092096b1fe74943b3baf9ecbbf7f8d53bbcc1c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57dcf1459adbca3f055613383c2a85ffa0458132da3dc1b5af268a80e4d90285 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dcbebcdacc4a0053b76a28693e9359f16c70dc3a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44ba2d11c6aaedacea6e0d3a1ac3bbda13b6017e8e4c1af038aa4cfc226b695e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..284fe80ebed49f3bf485182ec63b303ff55ac193 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d858129b36d3d7e6499af2cb22c8fe7dc79dd5536cc15d2b19e41963343fd31 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d1db55c6a3b6ee0f0789145e1de30ca2f17d7c07 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa16403a20bf1610e527d6bc2201286e9776c3779bdbffcceee8b2bd56aada19 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3087bdf1cc8cb8051b416f4593957b83f393cf8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bf867695bc70e986006e0543e119aea2b46b4920fa615e3c605123be347a666 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..38578cdcb585552ace04068895d38239b7a21bd5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51d38c2e1ef5a446c07d4dc6822c0119b3a81ff791edff320e8a10bea0d25a46 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..71be05384a99da646963faa757b983203dd78472 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c443234db91e47fd24bc7c40a29d433a1c1c83e2ed164df3fd2000c0bad1dc0d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..76d6a4f1083c8b7c248780093ffb4b060968ebda --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98f22b2ea4d08348ae9b8e2fdf81b7f781fc0c1addedfa185f5b383709026e92 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..542c2f2c10ee65988bc57673a3931f8acbbb6ee7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b34c7c275d765a90cc062fda3611d41d1bbf39073114dad497c6610fd5274475 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..df33e4bb6be4a982aebb364b48b21fdb9a15001d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d4bb7eae3c99544626fc192049f3598842372a938f9106f2a021b98ec0b92dd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aed69fdd330b44bbb251d53bfda581639fd8f7fd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51707d784bd5e0bd35a001c056ae314ac5475ab1d6f29ae2b62529003933e5fb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bbf8ecd09165fd0d20298a37d5803cd7a553ad3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ec58e6d9863224b29ecf8fbb7637d111e4639cfcda7ef135e580e044f64b56b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0ec8ae5551eb1a0ad89775712ad6e0d3fdc87cd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58c1f21ba7ad2499cd3ec5629063cf4e5895718566338724a1ff2a76ff0ece34 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea2d90c146f8c07d6deb6bdecf8fdaf926384125 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32e39ec70fbd999fa5bd9910b03828f5b47d8e2c012adfa4bb5d952e1622dfcb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ce49f24f2bd77002e9291e36d8cbb3040f3b8fc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9a2437aaee386caaba913d4098ff2d5c8a3784605f7889337d8f86d066f0c18 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0900320444d26d924b4041cc6e69974da7b6382c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:829a120e69fc25b324fa9af778adc900988695a59c1de2cd41623cf3ead83ddb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e63ed4b9241631254eae32355020dd18e0f6152 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59367db38646d813f44abe4678a7668486070646a620cdd13a3611c89ab13116 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..37e4a775a74bd15e95a2e42d1cfa5ad9fd129f86 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ca03129d37fcde3ee5bbf62fee6ad581b5d4f71b30f228416387856c870b659 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..511295434287ffd87febf5bbc04dfa8a2962c792 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d5225042e6612cfc0085735f5e917674ef75830ba5d57ecd7de1aa487bdf49d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..99af2d2af2851a9d3a616554af8fc255c68953ca --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:696ff9a55cd47f7fa32ea4e521f233afd2471e82f2152f0bccda557abfaa3228 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fed851708dc5f55ee2a364e81292396419e4d98b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc21f870b536e9c526c97035d2413755f1f494a10c8a5c144d560603d2470652 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a92713807d56e03070565d25380447352a8c18b4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:accca99b570a0a528e5cc621f2bd05ae7510dbbcd5bd3155e07b65a220aa995d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..516c1334bf9c88ceb674cec2cc7aac8625483d63 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71cb549296f400bf08757dfecc8506a59179a385b0e3a85f456e7384adc5503e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb578840598317463cec696ac4d76219e88313af --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2caaa174b1e78f1f2e6ae418e03ec68ddc5931016300c5614bf9fa4ed5b8a88d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a8672dc189c972ba1e17e3aded3c3db68fd0d50 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b57143a634886b1d00ffd8d9c80ec9c52f4227244b2f372aabca5c9d5d408b9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b441d8d9c1f792e138f61d8c15909fcfbf82c36 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa015e119e8ee4d4c1ab905f8bbf195c50c893597fca64366489f37887a6b164 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5eefca2436d5f77327a2d4af621eed8872dbeae --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c7a92ae4a62584e86c1c782bee701541baed1c70d5c22b6ab056be01bbd9a08 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c375e5e897e9054321ac9be8fb42a3367d4513f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebec653cfcf738b1597ea45423746b006f3afb2150976b9ca29e0b66a162eda5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e73e6a58e4ce82155146a177ce8c96fb1dddd89 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:233f18b41cfa866a88f57377ee46dc9cf95259c07c39b248175575ae2fb2fba1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9ab3dd093c984caaa6cace9cf293e747567c608 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:965ba43b457a4fc792411c77e878b96562cda3c078998c3df38cf2b141a7d32c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c7376024db15e066c968fa80ef1b6cb42dc8a38 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d42062343c7ca6dc53209d43e4c6666b4eb7a53c76bb1091b14ce73e071ac734 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1faef2f708ce989f08e4bacca35ad4dda62f7cf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd9afefc0e83f191682b4a1a96d429f1bfd0f968ad4d9b558900abfbd791086d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cebe925ffc7ef95ab9ba98a5a118ca695cfcdb36 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16262a59da0951ea048bf4cbebf84d8d2ae2e77cd52ae82549d6287cf601cc22 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d79ffd5d2c79b45dbcc5d912abde5753a4396309 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55008e5eaa8b56d03731823764dc0a3d8c187dcbd0467fc9af1fc1ec5fc20d9a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c8d97b57d928a0ee7fcf6553e30ec9213ad3388 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a482cc3a74bde53ea16385c9dee0f8ffda2399ae66ed00afac194ba31e1f6bb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8d87ceb8b2ef61fd9d4c4eb469b2ebfe1b9d40f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc0c43bbc5c321e43e3044fa158b774e9f73b727f31ef2a2254e4bd47ac2bba1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7e92c0d97e8fdb4dd2cf1c1f4be2cf489eeb26f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d32cb2ae7dc6c1782081bf1497d2e40dabc68e4ebf1b6d63a81ae247433ff9b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e150df9e8e33d824aa834658cdaf9bd2dc8b7782 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34deca9ec8317e2cee0dc51f9d95505c04c2e3a1909c1e439705a1d15e23217b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d95d73083696c4ee1e75539d5ddb9784ad86c872 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3205514292082acef69873d2297fe2142bcdd6fc63c10c3a7f20ff9e552dbb7f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bcaad1a618b60f1681b0eee2de54b28a9acd3e30 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69604a710a1545ac71e32916ce7cf6a956d9c339ce14ee72dabacc28e4f950f6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6833711dc9cdfed1d65acf1dcba5917644b3f1e6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b578b76e2729341ad18e362cac0ffcdb615782b4d7c3542fe08f320b6b72e849 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..59a94d969fdb36a019cf71294370a8e24cc05458 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b55e38b4aab7963e1d99a05640df1dcacec33a91d71b07898a09b0a507fa4369 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e6e50f1433be181c23c3c0bdaf277117d8e8de4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4015847edcd973474716e7301e6e351ff9d42ca3905413805e1bfe351540f20 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..12ef6b9e82e1c5543bb4e49ccd1c6025c0b25870 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac90b3bed8947eb6f0cec632d5cb40ecb5970a8712c7e628c59d9dbb023ff99e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e225c3489bbb7f8ad2a78d8e9882cb96cc38c2d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:200b8e98dd90187efdad932b1085b9eacfb968617d71a754b864d67b04e1da63 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff9e1102ca9e0a9ff031f4808dcb83b744a186d7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c882b2bf979a63a46b966c073503a0ac35d155baa9b27d972e4aadc5ab1fcacf +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..08c1182b4f90964cc5d1b1992aae38052190fd4e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51a29c8489f8eb97b21f118b3bc3b0dbfc6da290d1daa3feb77fde278eeb1b49 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7217133bdaca073712a2cd25a54571afed7f8c9e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f98bfe15c8531ef8cde6e032119e049ad209c26b3e54c36c9ba23ef816b3a5b7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..92d9c63fb9a9cabdbccb31f0f980656137ee1646 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fd63cdb5e5e318c048e7e6d7511710cd7e3ead4ceb959a737cf16272db5c53e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb0d5ae93c1b25c3a3d02d1f7ca7dbc1117345 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61248d59a0a36179784055d9fdfa484d2c6b23676f2941e3e04421c8c44c12b2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..90856adc8174f6e620dced7557d7e4c178c7fa2d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd66558a10179fc2027d6d58f3b9ce2885e35bcac6286eae5f659b3767d39dda +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1db84c8214e94e33c6e24b113e291763ef1a53c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ad805436079e71acba02586cc5a7754abd171d4b9e02392cdb3bc812bb1478f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2096839e51bd7ebbf03161e16b1e2a6cf378b22d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4c639bc7b8409eed0e56e661a926ed2b2d0337777a71106ffd9de1b10995c81 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa67cee47fbb677f37e351288bb3fece556d4c1c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62f4fab8b504184c4b4a3769d8d6b608eb9f2bb1f673d8567edb04f83c568084 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8782110edc56c6e01eb098b65bc9f29dcd1f2832 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c606e71da64607337885b206705f9c2c296b5fc9c5d9f1bc8631602ff70d86fb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e91f4df5c06c0d58688b4c3aac5fa065bb58265 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19a48ab13d527face5506972a95d7c6cb3fcef8e89039a94b4ad8f8124602b08 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1817b4eb9b6a9e345cd540162ba3f29ed17270a9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8575b31eeca9cf14c005e79ebb06b3005fe758532e68d0db4eb085bb0c559634 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c9507d53c827365a262cdcd7e329ebdcae631ca --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79a6b04c6a0fbbfc8619e7f9102fc9f0d624e546da997ffbad07cf2ac36863c1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..afc70d25e51821e47e967d8a9a964d66b832203d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cee5966c3bfd234e82d735bc331063927cedb392e29a63408024b7e621d26938 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..454ed9f059c8216e6f6a7ef97035d55c41852234 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d90c16c26e32d4e9c7ca63d6956b367ee2b8211803a25ecbf5f85fe68145084 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..df5c6cc2076e7a86c255b18fc6dd4e2e4200c91f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b22e3a0e583b382d46677325d64e8a14e6c5d8aca928222503398f87b86bf8d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1866fc3cdc5ef9d3238a8d00fc79c050e1cbe996 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:781907999e13ee71aa83c7e245c7fce0708d6f3b3a38b1cdccaf730d42f4e528 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f77ca9c2f50bf1d7a88dc5444d93edae277ae174 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dcaa78f515124938b29aa7ecd529ee384574867bb4f2b79e34f0d4c2cda94c3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2fa32e4de49c25c4dbca433c4eb6e338372b911a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9232e56be343575c00e9d61c8d6a44e6888216e2a7e32bca94e00a9ae05fac8e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1704065202b9dcf5ceb958d968b141b2d30401e8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80abc4abd35b7e76dccbcaf59f5edb5083e3bb089f074898bcde21466c8c766b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..feda3ac8776f0ea826199f3b77b2ffafa2741377 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7011da3d22ab55dc735b30d18d0bc1504d4c64ebb3c097f183479212e5b36cf +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..86dbdc49df59fd570bb71dadcc5221cd6ee33c92 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cb00448521784a7d39116cfc883369f6b320a28ff6c8f983f8c3b9e0714c2ee +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..92fd83be1e97c08006e44fe21963e6eac8a18522 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b13bf8fa0a5ff36db2b5065278c2a29614b0d76669a0e45a61e02c4b8bfc7b1d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce1a658e88276ed3a1a07509c8ff8e8efd410f3b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d9d2575416c7d7588a405088e64f145ff7f1478c19419cbe9cd220dd090dc61 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6972b74cd7b6e4d53a8ee0753083ed4bdccd291 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2579c276993da163ef3111d85519ea5ebe43546aae8718a5937df325373cf12 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ea5d0bb45880b772a6bc05251a5ed353a55c926 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32fe96a91f61e1ff852ec8da881779d64b7616167407330d8527f3460fc86b1a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..402229c490a72023d2d1c6e5d0a20826f7a1f661 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47198105eb2e98576373472688567502f33e04e0b837b51ec2024a6ee9566380 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad6fa37eb06128567fbfd0160c9ae95a79af8523 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e1b969fdf82f905cf341027a7e6aa3e7c2cf92dc7662764e717bce195e13966 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3fe044f66320f18a40427eb07e4b8fbea33d87f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71e65beaf67362b391241e8275f5c1c05e50862045fe1ee9635d893cd0a17712 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c663156ce5f1b1bc41a252420b461bd533547acb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c69c8e71f76d18be8dafa00af7c9239b17d897ceecaa8b9b26880e8ccdf5e828 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..695b7633e2653676dd6bebc4400e0f4ebc9383c2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a402a2cc9731658ead2d8d2ccd05c68a5a8d21420f8068354f508fca23b8e54 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4673ea6340293edf9bd2c7b079794660ba9fc06 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3c9f2fea95df8b3677703dbecd63a0adef0b08d45ea6dc4046d54f1d859e113 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0cee889e01d66cd7f178d46c0bc2473c2869df0e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd2dfcf29aaffec30c920ee1d226ca2d3331669584db14002b50375e13f7f55f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e548e7ec5abcbaafe43f3cd7c9bafbe8e9093c10 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ce33b355723bd156868ac8973d3d79bf0c935ce012d9c3fd8d483036575ba79 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0845a132c4047947a4434014acab5a70cd404d89 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1babe365bd9f837ec1dad9ef3f91ce74ed3e9b107e93286617944d0893820600 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac5426222c9158a72e7c4927a7d65a9a7336e532 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90a3691349e13864b9fdd2c3e160cdc6429d97530eaa0d8654f6d2befec4c089 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b56c5fe3cb82b24f7fa185b839040ba12a1e759 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61308f4ad3e592af458be583f1db61b2544fdfea11121c1f2586e483aee8aac6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ba314dc44619c28eae4cb0b6101aeb40ee15cea --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07b37e5345d8011431a00b0bd6c1d6dc4aae96fe269258eb6f70948daabd3903 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..06610811c7e7ccad0d212bb1e6e86e997d90087d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c4321947eeed87cfcfaa5c5de106a096e42c9427d0b682a6d45d4c82642e4b9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..97ab5215f64a5bdffb0167ad0304f0170b2b913a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91e89f7f58c29f39097ea1c5f4373cc08f07006b5410f96614cab55668619754 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d1ce1637227470ce044bf6093d83b7e9f797f592 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ed92db6851df95bbff94c7c12ed66b400ee441560d3b7c607e0b7893a5e614f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a63357a0c6e1f6e9cd97bd4df1f1d19ae7a78c9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c76279dfc5be7ff31f12439a1606265e3e06b2a6f7b3647b7fc969d918d1501b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..80919e392f95834439f0b76f55943914967e38f2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5aa820cf938eb32c594b5f3ccae1cc33c70570bdfe0059224beef3827430ee1d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..da0c3c64fb77711f0b9f03098211f59bff51b8f8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:622aeb8b0a4b544ad53871071b8b9b3fc516fded8b738aa746f1adb2419a06ab +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b267d772d14333a2ec7931d2f1dc9fce5bcf7ad --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb200dbfef14864d372270aeeb5ba63c4b8bdb7299ce72a8531decf5ba0e501a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6797a0eefe9dd92859877f06b020d14366673144 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d16466e98f174b570e99771ec3b03b7432e4a40fc93a66693d30b9d755a4f209 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e71d55a53701d31c1080931655908fe1d3ce553 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9ac32ecb74cc7c7ff80d5b299c057d2c421e4807c54407d4fb10aec0bffaf35 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..70ed1730812e5d3501b435670c38cf074c4fee8d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9611729545cc7a426790db843eb90cedd49c40638013b955f67fe157f02776a5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..50e7bb7666c0db9130f09a5b4e72ac4009caf141 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11f95628454b1b0d0217a7390ab7aa2f38a4697493ce0c145db21e552259f01e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..846bd0fe4b79f983b3fb61917a88f8d5ff97f6a2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95dc2db07221c93db20af6879032c9853ac264e4fca914d4d59f644bbae49c39 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..49164e47d217c7a61de0423352a29c83ccad7947 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3dd650b4c759fc0776d6273a6284aa570698af6d154735545efe72ae80c7b31 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..96fb2122324c79a3074e04a883e5d15ff03b3c0d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13e1f3940fe4d9e8a14201a8cf66064310bf2f74e8f2e29d73e7cd3a58782e96 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bbc7bf64c9c75cffc295105d1289d7efb5b71408 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf8b8edef728f99d873068a7fe70eeee9e071fe4f0d68c27a5a17bfc47666b70 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3db0e46474deed9bbc13b41cb299a6a8c279652f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b7ec4f75c98d6072564388ef4e4a853ea7f71925a695b69f786628893364d9c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2da371c643af0da28200f260413090ec8c33219d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a52441fe7e4eec6ae27745b7faf2725ff5758c6bfe5ec168b4ad15aaa934d085 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c55dcedf5676a57e21d4308d19dd1eb9ba0dda7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:788cddbb7af9d45c9c4ea05bbab843ddfa05e6c584f1b939afd3731b8e2b05f6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..05a9a0a1aef073d4229c745f622a364acdc99ed0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:333c2775a74d7a609c70a4fcf54fa6d5e90e2e42fe3eb926806144f8d8722377 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b79e06aa39e1dabd3a1aaef09c341dc8019e66b7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca4d868eb913e9a7cbc4ea657327e4ceaaaf59358cf6e8800c80bf0f0a7d913b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..64f0719ff3a69ef2fb8535f344bb16a0bce6b6e6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0751d6ffabe0fe6044f167c20b5f49db9ebbe3931adaa3ecedada0b628181e8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c8468154e387fc59a1345f9281bfc1a288f0fbe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4ae1f55ee1751001bd057f82b99d12ef353688fabb4f0eb55698190702ca5bf +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c739d5a0daccfb0017ec50f425b08e337225684f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a36f52ceb785fa03671036093c9ebd8c412ed1080e4a3333efddff3305ce3285 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cfce110d2e3e1d2e083a188dcc0c1b4e8e71404c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:036e3a6b13b4505244dbcede6a56d95965da920f6f86dd867e4c56822611173e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d480ba7e44b8ce8de800b8526d08f01046a2a7e5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9887e139adbb95849aa1d1f22f74f2c035275fc719580c2de4daefe94dfddb0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4305bfe67e74e51c62b4f3ef541d358c94a4986 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:986c84e6a55b103067e9bc9b87933e645cab54e444a0e39f67ba25994a09183f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba8a5d456284c23c935a8f0941eca8b4667313d9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:674e07553da5c99e97dc79818fccba4f0327f98e14014b223f30cba143c4bc39 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a65f000e6c26c0d4a651fa926b173bb03b2e8c8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:570fa12cc2bc1a2f8fe7a2517883651c698aadfc654d93e72a25cb98f8ea9b30 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b5ce856fce9689c8287b315cdaaf60b2c2d1fa0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a0036cf6502e5bf800b286fdc86a023160264dcc79cba95d10a7dd84598d9fa +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..699a83f78c877a02e9a29a0a9c9252b12e7ad58f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e247bb184252521c9fdd4e465686cfb833b78846f526a8122165683d89acc840 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c33ffa36086a3fa84862757ec8235cb4174fdc4a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d7d843430adde8e4c53aa751e992f20c6d4513ba215be6d1c2f83e6adff0a45 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5468ad172ebae763ae55ec046f9293466d0a060 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad6ea02679516ad73c092e6dc4e3c711fa597b3bc52ffc0ccbe93825e1817df5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9462c852cf240fb46d87ecff88feae3f190604e6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d66d8e3563b97eed4a37cec4c8a1ad18045b26297317f868dfa5c503b42ef6b2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0906f5f9edcd1fcd576064339bf46160ff521eb1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3bd1abdf23681dd8cd4dfbab6cdba8cdd4883308bddb33a63d9c1320cf5822b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..97ee6497e6900e00652a9ad44c4c8d350122dcdd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6ce41518ba1b34da944cd0a98f04ae82cc77d8c8324b20ae4fb7079d05931a5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea04ebaa59de9f20d7ebddc15a70dabf1560fb15 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b05b3dfbc1ece4c080fda548fac24f66d50e2ea0ab4ec1056b1c9b8a07bd0794 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..69c94a86923692114872442a14664a62c3d551a3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06f9f4a2eb3f7913db8c112c9bf3ec5f73c7da79ec45fcf9c645ebd21d7d22ff +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..433a2af19bee8e2924a24452f21a0bf93bb0b98d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d467e80df22e1ebb9e5cc31af33e9b7bd9ed9772b3da59509ea0f73e7c630a7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..13126e794d556f7af0c28b06ddbdacdcee904b99 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad93d1bf6ff186920b0ea5f70a35e29c2051ed98136ba56aaeb0b9b22f07cbcc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f21f492ded346bb9a2bae6b9214afc4dd2a19e5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99533f947f08f5a27a736e10bc9c2de0a62994b75a6a1e1a835cd92db783490d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a03a502ffe559c25d942f21a1f8e967b4ca1f79 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9864316457dab1c8a9d4ce066eedfe8de101f1a3d24ae921a1ea12d00c05f8be +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..127305435e2b9873ea96d76ad425c552aea261d3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34ce56e25221e3492a5ccc25742063ae9c0139953eb7165409f29a44c0461f48 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ecc6882c408b2fe6aca3ecbc902b653e0e9e1bb7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:977c38441d62e3b38de3d00fb36bd3e96c2b3cae8d4366d44db3a032548962aa +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7e6c09d9ec9d4e0947171689771209f96fdf794 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3c5a40370160047076a6375aa1d76a03b98112ffe942185b4cee0656814c787 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..84a4106902eedfacb0dfbb9c271fae2ee1790233 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c962cda9a198ad26a40de48eea1affe3504bcd0f6ad9bf45f23d8999ee30fc5d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..57e0d8ecf05dde063bfe1cd1941dd4692ae82015 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8589cbf48cc1e74b070922bed38f9cc7945a57c9582b264724ef98b41cff2741 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c964a2a0f31b6dd75bfc066136228ae23b98aa00 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ab144091e8efbb6b07165ac5b562172f63a7297d54cba1b32d91189e5992eaa +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3f1202935d11987073e7f0bb92a2a7036aef737 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1b65ae089568495cc5ebb9cbc71ab446cc2be079a179bc5a5b1102deb050795 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2fda47e3cb831b6fb2c513e21f5be963f6bddee --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ea89148e9d4200e987b0b5d725b969b2fd8271674c9dc1dbe6df5ba579b9614 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..42956e911c63eefc15d2f588e48583e26cc06c2d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:629692d202148be6c2c2e8865a24300bbe4ea4d43e6befe75a5edaa545774bb0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..95f0efd92c1de64e45de077036e4bc894aef87f0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c77e56d36adcc4d6334e21a3b77440ab3ee23892d1eabdd789dc7f6efad61f1e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3162c8fe3e5586845d01a5d1193e6642b17052e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f3f2c1a78b5aa06ffa13ea16f5e5818c42dd1ff8c1470e9309a4b4f62cf7afd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..455075fef2079a7357b7ba08123753c761473c22 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f59665fb6f0b5a9a1545214e99bdbd1f5dae6436b2de62a70f7bb0ce1c4a0021 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b60546baa57ad666da7315724f47d12547fd53c0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:864898e5d02bed1d4a50ed554a6988cab19de8fd1ca55def26090681de5443fd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..08c3924a7caf4b282fe8779ab99d7d7aa42fb37c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56f4fb632d1a6fac04c0ef5eeed40a0692e8d9bd26d90b9946aa608d6b331d2e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..595b00e0513b6ac86776a66bed0a1e1064f89b6b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:388f7183482493f416e3c82169b9f20607796169c7f659842804ff66480b82c5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c1179f9e25fb31085ebe95d5223c2fe219ffa87 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9017b3b57f38fc65d6c2791e7805f51097f21d0643cfbe4dfafa8430f80616c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6707c03d4dbc77ce18fd97db8a5451140f65ed23 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16849138ae79c3dd8d6dbb709a6ab86ff1231e0c3d59b9199972abb4081e814f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3390f7890ef02fa968d365df4fa8b5bdd8f81ca5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f42228c37de30185bd1e1c5538288d5821195fe8f769e1359b18a2e72b25cfe +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4704ea6de22feae4902141f3f15774ecb1330422 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a25e0a5e55a32effe755ed73be41341518e853f17c629a93b7582069bb0982da +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e91fd1d104953af73886f0b0c38f6939894c0a5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20e73a38dc88b329e4300a190abc80d046b0f0062a7594bf2c6222ce525b54b8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..123829818dbb0e9e6e2ff7bca63e5579dc118ee3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88ccc06dad0aa8229d28ec1ffbc785c37d87416185512b169344a182d62dc372 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..edb9881ebc1cbe07fcb6318f88bafa04ac211aa9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c96377231f4e461c61a270e649c6cb8d10d464dd4eabb6783593a793eb63e7ac +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0c7789e188179b7ab5fead7c4743df597b92bf8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a185b727e72176f1c6cc75dc14e0e30f443288848d38cd7564ad49af50ba9e97 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..84ca29ab613e8c8a7d7de39b60c5ebb845406f4d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bfc963e783bd7c016e3adf61f682c36080499dc38f993f6a67aa388931c3d7c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5829d2dab2337573dd9b6d9c165a83505713e5d1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c58511452da6e17f8c210033e97abba16d3127e5519273df254159e4b1900bd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9245f1ab1e9fc3514417b913e0d7145c1af0403 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:608d2214ea0c5b890f54b2dfeb8c5faa6a4ae9c303e86ddff98b6da8d92b2ffc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..249d39c9d31b34765eb7a8eaf4d5d01eb136e1e2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7e200157230a64b85d9521f3cf1747f6f3bcac7e17e2ce9f7113d6c6a87515d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4869d1eef3194bf6baa81919d5fb761571c8bbc1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:414dd071f08f5cf5b8e93a6461a2646a8692b5c1309854b4919554fd7990711b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/lm_head/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61 +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/lm_head/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4674295a35807d08e26afd653f61c8cd8c39bf9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30952c898740390475736d0c1c4bda867eaf5131ea167955bcf6fca78845bb3d +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0335b57335b9aa6ea0c46ce356078ce74c93fa2c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:166c4f843b57b9a216bcae27df753e3411f3ed203587da8f5fb34519b5504196 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d78db63802f1cce18b382df953b27c5469d47c9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:421e76fc6e017a4a2a0deaca0e82ce22d0b8a1af120a2ddb1ab096b1a0293412 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..79beaf04c57f6ca03dd45734f5aa81f3c5283179 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f479f0ec5697492dd0d1c0f9e29f045dc10b049b514e87d3a9ff8cfe488303c0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c24055d981810289cfa2a09de6a478d93f496de --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ba5bb1a3a700b2f1d5f95026dceea8c78475c530221dc7af4fab1be69da9b1d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b43d3d3c0cf85ed07b209b4535b3ae8ee896dbf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab26693155125ef8e0242417a2f27ca868235a5f61063e72881d80f1873566a6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac8aed7038167bb4f66cf22f5354d9e9a38f4cc3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfe85612e427d4ad25a0904aa4c58d0c8684cf0455a2dc07afc79412eee2cc18 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..568c4e03b6555346b3b1cf3e07487c8932a3654a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72a230567a346c1cafc207c0526e511b9742d7d70d8097f54970dd8ddfdef310 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..463d5a10011d37b5ffb078d6a6f2c35cb045dac8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb1bd7afa8a1f07ba6ead126647457fbf1e2bd81005c64f04e96478a32c650b4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..36182374e6b6e0d36b02b2084237689bdc7b827a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94d95e3c8c47f67e1da74477b1beb923b97a47a5a63550ccea28aa5840a30118 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..91c52a8c3ab8838126ebdaf1c7d05c4e89aa9071 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52dc14cc11c25c1bb7d04c5feba4aab8d398ea0ce5370bd7b500202ec0e90299 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..00bb8630039381e7b3e31a8e09b09b5800859e1f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a183b710b8b3c2ea494579449653b98b248396df8eb639dcff6fc08346e7186d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a166867d865e5fa2ca9bd74e4bbe6d24b454e31 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d896854a8f0c51efe1704e892389132e3c8d82ce1a95dab94e866567bb238bd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b95aa16382620577cd09469a7e1c36e69d376bf1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac181608a95555e22bb70a138d30f6473b04cad4b140bac99498172163cb443d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec3f556b58d1dfe34f2398399ee6982867b07cd9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfdd11c1be4edbd736a64bb0bf0b6cb71a2b749cb12bd225df767109d4045a44 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a269d781741c05c80476b56b4f6b0d82e35976f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3cffcd8e5a17bbcb57a3cd81ea333d0e17e929e9dbba2c8703a88e96354d75e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d35ff3c4bb1026d3a4201d599c17b7584e994ef --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52e812f54a9a687da8d1b7e2e925b0c08739b2ff14de42e30515f20ae0c2c1ae +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..82ee00d34c27cf12205bce601ddc2814259ebf63 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a588e5378c0220fa22b4b474fc6f3ffbebafbec1e9d287800899fb63ac3e7c2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..40ed5aff11ab955d742a2ae8632261c1e58a7a2c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d32cd6a58c586c93b2e3b796f0650071cba84fd31650c5fb2c7b7ea931f76771 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..30149e443912a2bd4c8f86bab1d4e6191a430548 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:335c08949eedfa3da03b29842a75fa732675b189c60c2d9dba2e8223756ff597 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ba1225a695ca4e078c98517bdc705e113d0c6fe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b59759cfb01832a40a5a55321605e7a00e6d9891a1c36d79cc140f6cce9acff2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..56ff9b39e255405ee71d49c92d5063eff9fb2afc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c924a612e5378ff11d736abf9daef27eab03143ead647d2b8f0df7958cd917cc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8733f3b1c8448170a574e2e90d2c5a22c86e8748 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd390ce653800cfd924cd84efd946487f7238c9ad33c3e33a371ecb400428515 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f365294418360fa146c0f1f4ce85a2706805f952 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d751cb6feeca8e6c118ed562ea92f499905003fdb30d456efc378e35c9d8cec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..734bad64c650cd6be06b0c718d1bfe1ef80bce69 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5666c8062faab2ee5fe2d530758eb59e6af4ca805a1140c8f88c90e79fdb5b6b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b96fcba99875222966832dfcf15c81fba310e58 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80d103a54498374f5560aedbbe31e7897c7c705d44e59ec92465e4d365f01a8c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1051831bc449464eb372aca59c6c901dd6b8b52c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1970a3d38579c0f5b725905aa76abbe5f5ad5f50cb1a3372686eb63cf7531cca +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..11e7beeac54bbf5976e94c093d0c05705d9e6562 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9948ddcd2109a58434927b310b765513cb1716accb8190457b034c0aa9e78ac +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9fae83b9de637565bfdfc7f8d506a910b39c883f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00619763e49e5db52da29685a419e616a7785102fe7779873bcfd7016c9cb391 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0ce86ecf250365c74f48ffde2a7604ca928e9ed --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da373ae3264987b40e0804fa6600f95e782651370c4f968c97d79561d46b3999 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3682388fba1b3e92f0c0bddce98f8a9229aea2a2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:854741de3ee5cb6caad61c7e2434d4b19dfccd9ec5f0b3fe094ee817a1edea6e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6f8ea6a20cea6d2795611c8d4aa281fa6f5108a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86b642306301f4be4b26db48367ea0562f0ca539f921283e8a4ee716560bc18b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e68e756cf0cd443f4f4e6c8eacb28e5b413b487 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edf7bafd13807112eddef2eb5d706b4e039ac32ae91baa068362b77d4361316b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bbb640b241c06cae947858201c0916ba23a5c37b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5a27eed3eae944219709165c1374851264d0c92739e400330f44903a9eca48f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..53872e370805b2355eb9b5ceec3f9ce3e5cabb31 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:113dde25a085dbcbf6fa2f0cd89076ae4c8db0d608decf5032546f5addb25710 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..87bc0ea9529e0d65db11a6e93d25bffcbc9847fd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59fdf6568c8b93abb71ff7b19d5ffb7d810f59ad626e20acfbf0050695249c2d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..678e79c67c1f2d316001d50c66fff3229628c1be --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91fc428338342af6382f47c6167cc477b66f56ea720277677a52c1f0fd094cca +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6ae376a316bbd2144ad4bb9cbb54f714a748a9e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab3f295f2f83b2fc7af381e335caba839524682e946bef2052736b5ab92f4c8e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a683ae3177ffe0ca1c32d55cc3bbb1d4c23913f8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a4a316660dfbfc9694184c3af9c666751b606c33722fd3f4394d1c108c9250 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c39f133c66ade689c74ed31b9d4238727c85c67 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7afe4e8a4850941ad935663e985d108860d4b21fbf6975af30bdf2de78e36b51 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..06e639fed5119afedb6472ff0273dfc8c0c7098b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a21423d51577ad0d9c4d08ba93e261c6a1a2fc91cf9ec17ee12815d3dd2090 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4a6d6bf353728994124adcc55f0cd78ee940b5b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af2b217765d0f53df967cb7ac7cf8f3bd3c45ca1fe68dea57f7abce7a9b4712f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..22aacf2aba94a2ef64a7d7bf48204d9491dd8337 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de32e4d1a9db99719677656e21117d9dbdac2431e60f8df016f65a92ceed1993 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0436412ab1c7656d4cf7c019464e688911a9bd1d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83c423853a637d07a412597634405f38b2d0564c64a1441f05dad294b696df37 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5733bb95de08755d7ed2e07d13d7a7c35e4317bb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46ca21907392d4c9eb6f83cb9de24dadadd9b25450375b21a8050b7e3307d0ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb1f86c60364dd2161b7a0cf53c1dc5cf395a87a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b7691765673ab5291d02d96aaac1f5aaede4773d5f1d28442f25b74cba6de41 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0fad20493ba43428d2be872cfc6df79e9c44e1c2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15a9b67ffbcb1ada66945fd00fa212c277fef3ecba54b3cee1ca17905b89c913 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..598a7dddd213d559cf7504252865adb5ffd2a2b6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c56b4a203508474c195549961a75082ab5a8d076271a08e0672cf1bc001f28c8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8dc7589d57d510248d3c1ac250d56b9a88500b0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c67ee1ecf6e2c76b83353c2d7bf0766df34f87922758c3d4469e1fddbbe55e8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8627e45e2cd2fa6b277b685ce6cecad1a2ed4b77 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d193fd85c79a73be3df5456557a04ab806bf7324ba7367aab45c85cda5eefc80 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca19c65e0ff57a76bc0dd2bf0dc9e6a7a63ef71a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fc027153cf1eadeff6529b69c5825eaeff52116cf2d1a6f9fc2e482599d4552 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..749a7dce5bf68c6189f144ade0d473ae0a3573d4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bcb971b54c15773024c0ac4f55bdd1a22f58e2d7ec3179fb0e0ddb4596174b9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..591b6172991f1760548d92c8e1e5e42ed1a0b828 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf39b9e11f56198a636eae936b9a2d0bf6b1ddb8b91624470834af71f18b5dce +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f315c2309ae35f75cf1b0937f1750ec47be38b8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9be8de6a0c8335bf2f825accc10477e1a0126d76b5d1be53f76ae0fbe50c7d2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cfb70bab54bf3977cff84752a6c21c716e160c16 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c76e679d6a3bf6a30838410c9c1b603a6cddf3275232ef9c9bd0e7b138bc010d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e327a7bb0ecdbe59653f603483279bcd376f7ea3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4d164fd6ba25df3555ffdf8d035b30c1e58ceb9e7352e53fdc64d0684de9d60 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..893c1cc6b3be77660519b490d82d50853cf7ff50 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7be7463fb54a2c463bbf08059617f70f21b2158dbbc36f08e245761b38e642ce +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..202ce03d1ef307c3becf8fb18218f7e7feaa6191 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4cf86fc2fab311e4ca84c3be26d07c87b24beab73f5f30938865bcad8ffc989 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ef75f16dad84cdb61b0a3f88009acb610270c9c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd00d9b29a76207d476b88478ebfb5ec2ca80060f7beb07dd5d34f50b605c462 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc30d634d013a011987d1c4e8b2c0b9fd3a01e94 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc2ff09aad6f3ebbdc7bba4977a1cdae04928534e52eeed6d87a1ecc42b0545d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..96e21afee6504d8493893807973f805e5cbfa99b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2292c0e4c940f9089855316d9ed6fe49eaedfeea53bd51f54096ddf700ec1bf2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9a4d28daa92ee0d6e3c9d78df7a40e4e34b62ef --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6074e19b9f7548b8d43ac8309735f564767e949f7918ebd67506f1c39e5dab9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c3b4fc5febe8b7bd7d7b0b49331df8cc72d0152 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96cf57bf81c49413a7f49f584d8f4e5b24dded84c945ddff7f3a0cebebd92122 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbcd80d7cc4a035ea3197932bd1567f4cb30ede6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:589d5ee33f86ce52b2a5cae44ce9936735da0bc8051272f041f8ea7d361ae257 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..764b0dfae5f186b1c5cadafe5201f5fb7842e30a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:944f73b7c95334df531b7c9e1c8609fd6bbb065d23d5963b8db52302e48abc0d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2d3539d087e7b65681f9dc9ded64248d05d7696 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fee71479bb851efb0d16e614d4a382291cc2fdb4c5ba18a3c8c62f00174ad4ac +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aaefcb33302a8ff4bc9c76e3dded2cae1e7310b0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23c1798a5da71bf8b32f21e45a6fc4ddc52ac56b9d53e833603faec39448cc1a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0fe938a8ea510c92d81a1242da63ab9099a9c44c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d3b668475cdf537bf8a16876ee7646306be3468d9f18c243d8ed450430d21b0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0a8493a97c55f5e2a1846a2bd38d5550b63c8e5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f63d7300d85fca94ffdac8371d430140a509a8401e810dca89984d45d823b39c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7593eb5bdaf56d4402808c5c1b603f0992ec52a8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6aad880ca594cec6e500dcf591aa210b68602afe533f94906cd2e32d829c6c4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4539200dce862d6b799afdc659304052e3ae557 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92e832b8336a7b55e7443f1c6f58d7fdc7ce1255db886072cc163e1bbb0e19af +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d93ff339651623919ca5f26f0adb114f06c6270a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d62498f38c6b104ddcd0082a5ff875244b18a7acee60cea786d028daa7dac542 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e2ac963ff2c419636b2f092ad49fed1da707d35 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6937f1908deb474806b952a5e0bcbaf1d2060229bfb26ebd33f08d79e148627a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9eb1b6ce9ba6e856b4115625c12afbc1551d49ee --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad4da9668d689ed957646d53ad205359bd611cef02a49df786ea9616579bbdf9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2455e769c16cbb620a44d54315f316fbfff8bf95 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25a2f5f9fee150b46e3579858d242526a03feec0efd3180e9228fe2b29e475b2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a8a2bff06d37386b7791dcb8cff522cf33339d2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a83f33daefa46b469f52b66e4970ac0b698d50be4b676bc44ebeb7fb21cc2521 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..35b692dc818ef057e0f19b386d7087e5a503157b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:721cd52346278cac6e177d6f585acd8b55719457eb52fdd8e259bdb3d9a816e8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c63fc3fee322c537e10f9ae06ae52b070c48537 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4ef4a39d3c2b5680141486b5757e4ac74318e48c4b7af4ab85187367c6bc7b2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..24b40b5d53baa96e6506d24ca37e9a0bb08646b9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ada2c5427ddfe6fec12665799dde0bff6717e9cd2f2653ff45a2526ef2a8256f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9212e881b3ab6307e3b5ee2c9ff1f41b9fdd4dc8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:794e9ac0bba83238b0a0efad4afbabcdc31139b0a699a2fcfad306d1bfcc617d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..137e2959d856d10c4187d0ac8b091f2120be11db --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f5c0986b1623690842291dfc60a14333daef713c63d25ff157e9d3f1055dd05 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bce359415ac76c341d810fc91645c9c706df66de --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee27831d18a9bb4bdb3179d2461da3feab69d1791ebccaec2224e1f155524cd4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a70190e3b05bed3392e9fcfaa2d497f256d6e4e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:407fc8d7c40c5390acaab8ff1aabec223266af8ee1c87db69278c17cf29f14ee +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d01b1cc42c89ce2bdc4c33e241c86c86e6c98a64 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9f510477ba7d056b60e7725e43f664a5a323d24d6e7b6eab069d8d1803ed7f2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b2b8daa5343a5cd9736eeaf93c594993bc2cc86 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85b8ce8cf6837415a9a4c9a10742977186ccfd3bca59b4005beb96c0b39a2842 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f68d1ba66cd207b0f7335ab882e1bdbc9ef43fdc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cfb2d1c643a00f8d99c8102b99c3ff37ef5effed8988fb979dd374b898e1614 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9c49d1803895011168dc12a71be3f9929dd7d6b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51c4477ffedc832d65248e0f663fe54c32c60dddb8abcc5ecc330dffd6b193db +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..abedd8f6b6eab9eee4a83bff8e3af974b66059e5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e50f65854565c29362af2520e09787572a2fb07e1e7a7ae440648549dce1922 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..25984f0177641975338451dd0be27148ec3d13e9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0fb458421a31ef05beb2e9d44e2734abcdc9ef2b45e6e4daf145710930ad6da +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3366e739ab49daf296715d9bba43b2035a4e906 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31730dae98323f2ab7c2b1cdadbee9248ebbc5305517a94a68eba6a09937e08d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..92b742315f0101ebedace4189ea789365763beaa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae413fa8a910e79b11f2f966cc9cbc439825dd46bf0069c4d87f690172a2419d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f2b75be19578d25d7ba2fcbe5128b14930ab327 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c75457cef08c774af95b49271628ee797ac21398bdb2f834173598f45ee3fefc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c238e1276d93289a36bea7e3f2e5a3761b03d86c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a7f59a1b99d007c6364f166f5d1cc823bbd6717de147be7727f55600b7681b3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ddc5a4fecf6660faa526970560bcd21548964c6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4069a381f0c5280823fa72af83b65ecca453df1a9d523823653058105061287a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..226d06b62221688a773c7bcf53bcc3b4c9627074 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd053aaaa6c4b50a4be124738f542cc026aa6ae5b7dd68fbfdc55c28b6d4df7d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c97a1b8c09f822f3daf8fb29b1ad7798cdd9eaa2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2ca20ab4d7d94507762082ec7cf4351cb5c679e9a43d8c3ed1214f916298d94 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e8155e37352de9b6f75bd75225ef27f063d928b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62a820bf7cb1136213456c357460a6c9b6aad665967eb5c963f58ffe0009a144 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca91195a7d98e0a357da9640cd694e28f5ec143f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23a4a6f5af72e5b31c0aa2cc4d9e23a1369e5575d475a08fa828b38b44cd9563 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aaa19d69f5e927ec64f98f529280e0329bcefad1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea1b1a632b7d94c34a14d8c43639a26d3a3d6e24ab545c98a5724d21d86b4587 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6aa847e930ef3e1564167e57ae17807ba2cc818 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4530bb460aa91583caee216bc389ddccf371cb2b04016f9907f8d37ce7a0e643 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a97dc49cce0856c23443a46afb6075288ee231e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef0d0b50c825adc58ecfc335eb3ffda86b184f8547d1382a4583fe6a347fe755 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..29c35bd0e2baaa5514a808ff04fe3f148d2f0cfa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63316c81fbf61831468011247dbabf01c72388708cbdb7de34b2f9625d94fe51 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a4aa311897a4893c9261dee9c8043183b40fcc5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89b8cc3ae72372d5fa7c00e0efd6b7417177c38e6bb3a3901345d40d008f2417 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9263c8dfd6e35be643d6eb7487616bad29a5e53 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:299dc5ae877573d6af52326e694c1a8d21d57c9505fc78f30b82e2cf021cd3bf +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d62eb821a1db6b9b94933f70185cb2508dc86e86 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3898319e47ed88a07a609b3d98999194fecea60fcbc300bf9300969cedd20fe +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..89cecc5febf2df3af1e29b2630aaed9da86a0c80 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71120bf0e11f154ec6d6ecf0c84d333278263fef72b4800cc8fc3d3fe9aa0aba +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d34f3ea04a9dbb4cd3ced88fc3677ae2a87fa6b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d22545f959a779f4e63fb253d5ac5909c6f43b9e547eb7508c382527a170c1e2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7a3dde4e763bc5e0d968d8a1118f1b1f9c50fbb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7092fd1b718a681facd835edcebe38049d6bc85048992bf187a7f8e5972f3fe3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b292e25b5a60353807959cb5e4c31e7d8ded5a8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2edec0cf0dab2bab2fb3e57f73e8fc4d22c5429fd9b37d81ce4fa7d55ee199d0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..67f482dae4d0997c409bc01faa03935508c63fca --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c72195a2c0ea4d24dd0f2a3f8958a5904f4149222a9f18313fb5f56797ac4161 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6affdfed3102861a50798cca66440c5b63cd25ab --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8503190984b62bac2c551a6485cb9d0dbcde29401a62928f3423e0d9ebc38d64 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..66e32b0a2ed643e4b7924d38753778ae7c0965e5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4e7ad405dd24c51e817b0086936de37b3204c5f12913dc6ffb6b5a3e741cb0b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fde47715d4938c4d1b46157bef6bdd79bdf4758d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a856875badb58b6726dca10bf5aecd6475d70bc766eb32cf2e8e0e3f0fe1244c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a893b7c0d35cf9639dd2c607e3f2576d8e20ad6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6533b55fb199391fec1b4611ec5a6cd2043ff1c7862865a4dd81a9c9f8d2ff80 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..63026000864faf8dfe3801f57cbea04edd4e52dc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3adbcb30e087b4e39b13cffc5db1f28e7cd33604e5064a393532f2076a227acf +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9fe2132b605d42686f725493fb1a72db0b12269 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c29d3a97ca9d598a2c92c62eaff62fcf7397b400603ef552bfe35292387c4fdb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9c44d66f56ed2d1f433169080346cdcd633b712 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2621efdc2bf4fac963d31fd45e329fde95f7107902a997c084c72c9f45874a18 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f656d23692f32e73de9f153ed1791889bf4e57d9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:deb6023c7a7b98361e1da03d5cc237ba32ab361c4c34ba2abe2b8beca449cd9b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9e7ee28c38cbadfe0de1fecf6d2f03fdae127c0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5db7467a49c90770e7afc7e6b96c266bda2003b91518e50732faa4b8f0adb819 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..99f7506f772e618ad31a22a0358e7dfce9ed1e23 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75e007b9fd49f9123b11876e48288ff7bf702d9a5e02244fa2702400ee4e82e0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..13de8dfbc55eb4c4a0ba5be761170e4aa0791864 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78bf85435b863ad7cfd2d5d1838a4bb6d18afb79399eeb30926f29da3bff906d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d90f53ddd19f8285746ba5f1cdf64cf883a4cb5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f07988a351c62214b0ddbb12249795588e2bd2715a57d0c84878f2b9a59f917 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..02490aff0bace7d0e6d620024ce47b7364bec3e2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:768326309afcaf8ebc0bc026e5165cf920ca9e2f64a46df33b180fdfab2c27bf +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1157a9024ad6e268302104db6b5053d68d1c1252 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f2007bedcdcc40e945e446a7bdee37e13e9b7fc9199a637e6d4b824c28eded1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe71c0df7d830ed583e9bb69ee3236e40ea0c5cb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9e47d1481637168c76814c80a7517fb5f24c05bfda4bbfaad1a96c8ce5cda9b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1e75f8c4e17898027b59607042a9174a43d54bd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8214fde782edf311b563476b8b1adc442d088c169f7a509a08dbb2a59c3baaf +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7ea582160d345a8dcfae9d1e50cdcbc02eb243c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:386312872abc15d27b6b261a2fd6dee14360c2f3e2053cfc5275ff4c8a8767f7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0dfa8fa631ed7df2470acab80db8977eb53c5271 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6eec186b01a9f0647fde8e2e11a20dc342034b74f67b4cc074211eadebdf216c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b80369858ffe75682c570b8ec840f6f88f4f99d3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a861e4e6f7bab4aacacbd3d8e242afe22a0a99dca65d49d33901c9ac1baf02ab +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..12e6b1894e1afb55811944982c298bdc78c04c87 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a8a00c87ec3f7e36407acba9ac9258bcbd2fbdcdb50da47bcbf4487f6cfe2d6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..24c6a1f2883bb0f12de1730a3d23f3bbecff4dfc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee0395c50711cfb1594c46315436c6c4296ba774ecce2dcc342ebb229ca33948 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4f49a0d99cc3306b34abbd4ea4fe41cf373ea5b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5b0fc9c5f03d5d7963961e43b57da2057feefb0e4353d03641b8e3174a88ac1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f7acfb978858383d6fca2ef8ae95a5e9ae0dd88 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93fd1e3a2289cddf7d8893983a52531105fdc00759e732f241987096991645d0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a447bd7fd9c1da3f6b74cefc47da75da7f27122d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea01d909fe486f663d4c909337c212fbebd08449e222e113343671e3176932fb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4848de2e7f4ee3899e1af01773b303d8179b016 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2e17ff2eb0da147ca151ccdc66bc888e919b2276fea82351ac8d792c5cafaae +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4cb4a38948f0940280ec43f63f54e65645b68fa2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df6559de0df9981690be5f8c1ef049e1a07c7cedda3f92015722ab8999b761cc +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6e0febe898dc4ebed0a2f676dcc25b5a0a374b7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8d8a0f87e85530546819a4be3472e8322be5f5c35fe5cedaa6354c856ce92e0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ac1dbd548b02802a39db8f0ca87d7a1a8c8fea5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8638bec8bf62d04dc9eb2e2d80bcab65d9262d31d45b8180b38024c935421287 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..44d7d15f351e64447cb650dedab92aa4db1adc55 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3781427b2aaedb3e1735efdba3af23581fe4ed6e61dba9e503f52bee99a31e40 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..569b2d678ee879bd50f916b91d0bcd19d8729634 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:890581cad4e632e67841b4eefe77d09955d6cf3dccd176b583a641884e52dcc8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a02d65cd65ee7d7ff97f5051a28786c3a001e0e7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d04229392a5d1c6f64a95e6f8dc2a177e6795db5bf69d874e8e4cf191843d01 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff5cad0d29682491d1441195911a633c12149903 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82db569a8572e24c92b7b3d508ff380e5cd380a461a38cc65d9f213e5166baab +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d540fcb6d7e85b24f3d0281d76e40738ef38861 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61ce99a7e0867e0115d680b01860157fad34a28b66ce0158191f6c549344c791 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..35ab9445738c5e2fbe107b11ad8a5a194fb9fc79 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09b45e0ac0f9a5b0a6ec64a12bf8670e4d77e3764ba735c79499f8142d42654e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e604886d09f70f57b999839c636afc4f71f4ae5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90c3337f671a9503cfb78c5819fb84449f56b9f423d0f03a12878b909d1c96db +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2aecbd94ccb8d0920e82ecb9651e9d1d3b75b4c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70efced62ee2b352d3ed61a6a67ffd88a4a5c58dcb8c8fbc4ddaa53f94d9e070 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb19747924c9ffc57ac88785fd90a46cdd3daee7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5f580b674c1a18d06424cd24a59a59669da46ab59556990d14efffbd7884e18 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b567d9f7eb24c97c8d4d4ce43acc59954a91fdf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e1778d7d41b4b77ff6cc7c7c2a4c0ea3a8eab69d5aedcb0c7193d9d7cac87cf +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..31c63766f9d032a5d14a2f7b6e754a263de2c316 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54769643c5eb25e5fcf6214d86605d9ba6ea802c6ed8f3031f3a05daee27f719 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd403e82b1c99b9994c92be03aea471a62232e6f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6706a2bcf8ef37d65aeee11469506cb00a80a2597e16f4c62e8176a6c0a6ae60 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..748973f2d54d5f37077c04acb3b22b9b58280ebf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:977dfb9421c7a1db611eb44f3529c94f8334bcc41a193a0266f248b85d31f035 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbaaaee7b862cb4f01517f7c26a771d764f385a2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98cb74f6160fda39f74855d00f948d408a8bf9d82e7c71b30086b48cc5a827f3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6f9c7cd64efbfc1171e6ab30ffb1d1d0b1346b9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c13a7389db3e0b71df6a56d0192ccbc4bd85899f007df8f7b7a47a502de86ffe +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3d8f35b114163a7ade291a210025dcb54031e3b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6aea55aecd5a9d4c8f9c2237bc5fcca7dae116ccdcf0cb2b2982b20fea065842 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f6a291cf537178ae9046be85c0941b49da87dbf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2998c3c252c399988ffff306e9b5d689c9122b811cb23517aca50b40028e8eb2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..049017b2efd32b1fde566b914880d12688b80418 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:494b760c4390447bf32ed40129e400519d377ea1b14848133a8d0a0dd2ee9c25 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b20ff7d41698df70e15974cd31ed10bfe9395a00 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65e09412e8f2f775d5882f10c5f7ac6c44b0609a287ee25bfb69626bf5b25769 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa6e3651b855f8a37773cb4a8865a782bbc9bb80 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2e619cce9ce46ece11092f60d61ca0e5364271e49df103674ba88c788c7d884 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..44af5dad52cd6bb732e9a6270a82db0956a5254d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96f1290f042b4f01f21cd0cef22eb9222da5710cf446175793cf86d4e633b6f7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a67bd1c895526cb939169a7ccfee6db5d5bf9fa0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bece51351c209050cc6bffea71ee28297c90a1d512b548d4b459139697f55c28 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..531ec6223c337dd80410c40a8bdce17e9ca2f69d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:483219678b554596dce68c0e0bb69df819f2c33282bc9aad500e1675a1a51515 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..08262089d3f9c6a6bb0eb35193c7981a2bce4ec0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:002df96dae50064187a86fe000e6211c9b55482f03791efbe4f189bdaebc0f2a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f17b2895e5619b05eb6659d89e227c3ba0c951c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30397d61029964d500dbb23de3170646f7147466c0db961873720cbb720873d7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef601d8f618321992cc25e71eee137c8eae8172c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e660d2e42a1d9960cc4dcd2f8d782e56d148ec13dc3208cab923a595ae6d3222 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..385d1a2e6ac1d29d8e729d7e088df75dbf723744 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4888445d942ca6a80dbf6e79e8d64430154fc30d77e7620fdf51a3b366cc17c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f38837475588b39649a741e2ec8a15a6cc82d958 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f68b9f351035724eb0815762f92dc66f3f848a3d646c3fe94439d0eca51e6ec +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff66ac65105b872856abae848d687465fe80d226 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:026ded75ba736bdd53a0d2811330453ba4424328e44664ce5cf2d14ac2357d25 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d6861382bb6b3d4ddbc716089d569d5bd0eeafc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fccf377b154709145dbf307502486f4963ac2ef6e18148cb903ac3d43fbb5c16 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aec55df4fe0eb71fdb2cace375e7d7500f850980 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b033f268b6963a3de934f62dfcd0ee9a1c631c3c4f33baf6b16342e2788c11e5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e469049ac70457109af7a83f52d390c894277ff1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8be03036aa9545e96d26fa0da28d6dfeec10f4e9a73e24f76c1025cb23b0463a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..be61000e3cbbe39fd60287fc571bc4e76a4ff113 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b17ac272e36fcb2fad3aacc53152fb24564b104596b6f55bf88ae5ae45a0e01d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b6ae20e61b25b545637764cf05726d921577032 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75458fcfb07a063f7535421e554cc827b381788ae01d125e353a94ca7bba2e9a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..361915196ec94f662df0f04602afeb61e4e5eb16 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b567a3ab29a5ed8f81a5471e7b564b1f6a3661a488f03ba2f39e65f5b34a8177 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b3bd3acf48a82a00ca16b24e34161bf856dff5e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4570b31417ae431361ffc663626b942b9feaf08e9efd761a653346ab39cdb32 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..271e33f56b62e9f3fb53adbc7a326b9eacd42c89 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c3154a96cd72d10da0ebb6cd203be3af154bba35f2e0d5e397e757db7e93631 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0225f22b24c7701caa3573349b522432fb3e1ec3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09125bfe942af80287124a1a6996d9eb212c126cd5298e715c44840e45e8e642 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf9229bf09994218d5cba8a8cbde7ee8c431a13e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1008df9a6bb77498bf14652474da28f41e5b47c7b539283cd0fd0acd15ad44d2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3be78d7070681b2e248296058212120920a1f741 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69abb6eba1ea7e4d2db4b227d72fe4a2813362247c2f15219eb368e8efd897d5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..075a2b640223721d92ea3d35bf693ce47d14f2fe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1461da69fa37eb3d7c9e8f55833cc66b7b7d823669b400fc5e1501c6e676c227 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f13a4ebfd427592ce4c0b7145e1b048333b5a3ae --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b88b459b856dfff2e9cae756554bf0afb5f4eef58d7ba302ebfa7aaf0871170 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b0b3be709b3fa322b9266b4a9f3f54b6231c7837 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5579c17bdccd0b6a707a48feaf4b822a5f799dab78a17eff708f152cf3ec42f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3bb636b2e497ebe8c470d29dc31e868676bef72b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fa582629159a37ad72680f69c6c0665b4ad385990b585475cc8f9d9c7879d4d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f7b547e421efc959155d3562822185d68f59d2a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2247986ca9153e7bff5eca7bd1e2f51c02f9eda7c552821eda21dd5b61c52108 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ded5396b345fafe9844c2c56ab318618c8c30ce --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:229bff783029479b80c2dc93945492e4b9a569ef70d99844468e5b1848519548 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..61670dd5571c125afeb1b8f733b72ada0bd766c0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec75465d526f77cb6d9fd6ae1304f426f428cb0b1430bd7e997d64dd484733fa +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a928af194d33e14def4a04ce474e1df22f934739 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45c7eac6dbc77aefa7e1ed2556e1854bb5a1a6e483a2b4bad7bb2f87d386134e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b98959b1cc76026f210bee9d851c4e67e88f31a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a592875187f8447e274c178eb1d4d8f2d3f4da2d34c5883343bf982dd493638 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b677d4ac979a0c033bbd4001e871f5c9472d19c8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:071eb9ebe92c613b3611755b9d93728b870bbde67380802e114c6e5deeee3a66 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..90bc85c2fca2aeb740e2b04d16326c39986b218d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1f9f61bbf2864feef32444664d32bac3bb707502eb0cc91373eca8778034452 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1dc7f265fe5a52853f3f944f9c3b55faed9d179a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:789550854f44716301b745ebe687ffc3cd70d813a0a4d53c5c6e3344136eff7d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd98baabca203c7dbf2c51eab740a0025cf26849 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:115ac46830f93dc16d20d7db7322356100838b190e8ab909a6fbf60c06d198ad +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..98fc34bd0e488b5988eb8f06250f982d5935911a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1662f2e80401f95fce72cb79b5ee18c8dcf58bb13d260d1ac167e19028d7669a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b1f897a3f0e47d3077314715e7da951dbc1b197 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb6ad79a2c02d15ab895165682173684bc1287e967a3648b630402c5d985fc63 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d1142ebf20f2086ca9f0cc8df652b9c67ef8abf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2adcfa5f72b3747cad9cdb72910258a3d4c900223106600c88006f98f7a58187 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a391fe9bfe2c88ae3947a874cb6901099bd1149f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79f5c683c4cb353491f3665bddf91341f659bd54b5af106db4e610abbd854f43 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..141a4455ed98adf64a1f9efc3be5c91c8c7897b4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e494785e671718dde4d4dcb81de5905a16887ad312e1231000866913adfd7201 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..862675f75c4480e1d7cb255ee5d401bb38cd2bd8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26451b19f36f3bb20157168384a9a2ff9d89b0e89b8efeec72cb665108a6aede +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..df5d7e6d439f7a38b18655d257d2f12919ec7af9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fbfc457dd9f4b920a3887e7ac7e05a50fddb606aead4c4a1dfc8d24c1a15f69 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..285a15178cb6a5a2a25342d05a409b24d674a321 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6aaad9380b35ced4151c271d03cb881e45aa314cdd96867e320cb73036e29b1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..09a53717ad8b46ed52a311b8dd77d26ac81e1d7d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:420a170cad405287a37080980bed1e8adec048e59ffc908b76aa06988fe32a83 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..71745907235c47a0dea717d6655209c93b52f648 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:262da77eb04bb288098029d08c965df8e4b065b55a3c27ff51d263fdeb356e9f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a67e640e6ce39c1326353f02b0d2e7150fd5f026 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4081936d5777dbebd726acd6afdd8b7ad62b680e8bd1fce696230fa15bb583b8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dabef36891bc8fabed4e3e95378b01b9e6a01e65 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:688b20436e175d7b52f916b0c1e5b6c35324e49242f69a9270e74fb423be1a04 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8da5953dc14159dd0d067f0efb63dcdad1183fda --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9eb066eed3492abfc5972f2e1be853ddef7cdc51a47314b58bd8bd7237d15173 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..69e1bde0ac93fcaf902adf2eae32db96f03a5a65 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75d80829fffa6ebb02fbe76de064ec9f1daa65d7d7a76a8496d2ed4dd45dc0b3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f534556613115ad83e9eecd5d7c5d141325854a9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c62af90b1a22dac23345f7d0f32c226d5d8db3537bdbc220a03c21ca410ac1c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a82338d37b62cff9a5b750df7471ba5f647be045 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4abf0a8e2ca3a6fac2b37ce8a0cb8c1f05593415821a63425ccfd82e266a774a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5767c2fa4556f6603c897c436249c25841719157 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfdaeebff2d7524f3afa2ef22ee17f90f8f30fd88af2e12f718c0f8fe722624e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9836202e903a74a0361cf8735238fb6228ab1fdb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7910ec9fdc3a30d83607fb80ca887906dfeabfb47a47c2c3ce5db8d0b18d1d7e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8381f39b36ba7c0ff668d6f1cf0a48df5905861 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2008f6db5bb58c321ae4a2bd40aa02a3108f578a5db07565ec40cce73e48d0f8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd31db80e2092e90e025ee8c389672b23ae41e0e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:613cf330007afbc7ae10a0e7467b7504a59fe5e98798bcf5f813a3936779ee2a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..84b82ef98d97d44957c12c9b00228e9bfd4c90f1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a834fa589b7badb7416054bb1836b6ba7d89556c9c450dfb787f2d173f53596 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..941543f5e871cc669d2c05e64f23795897c1e78b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e63af654f09e78c796401465389211243d245496e7c4464adffd41ef3638cf04 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa5d34a1db05f96dfdf0e97bf62b35798795f68e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0f4dcb95862354faa52a1a5d8f8e7344d12749d9572ae2378715d47a69d6f17 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d321c30e8211765b2c29534a9a5e6ac11c6f9c93 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdd670c359ec62ba12e895b7f4a772bc8b4a97293e5ee6a1cb2934b43a8fc713 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..da618fbffe862230d492b1b9d804e33dc87666d4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92b687506db4bbf20fe73d09a62ef0832c465bf8b65145ab32d7e34c0c30dc34 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..37b170edd6026c361d3dbd477df018df149a8376 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39e5bbee0b026bd1e468fa780b412fd57c3d353f13396986807f79356a293f47 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca613bcddfa2cae43d5355ce54dfaa4f186e883d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:caa02c0222920f7044339d4e46aa1a15503ff4d6401a12e0323f82692160d12b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..312cf02e9a16048f259cc3f4774b5a6cdbae4654 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9f9517458c2e78e4bb549ed665b0ef54e82adf325e63e38a514312dfd9a3320 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb5a7d587e3a380829d98ea09c3bbd2d775de6c5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac00291517378f4ca1d397de5d4a30fd9b6f1d2e7c5c1fb30ad38d87985a897b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eef521b49b80a913866316f9f1fbc3173305fa8a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84058f6e2f8e1570dc9c5131014ee215e6a84180cdf472405b9a44323ea46028 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c9648b8adee6372ae9341e25cd4db012ff1a72c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74a352f897d3225904ed8f7a59734657f2d56eb2b9aa0e6f5d10f60b6f918558 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2a0bcda03b0234dac0cf9bea5eea294ea2f4cae --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:053213c65b24d66cde56f9de89e55856f9f1c52394adfa406750bb62357cbc33 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e94d9c1530af9cf379c8bf9d64783c6ccdeda45 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27883c1eae8baa46e9094dd3cefb6cd74f0255a284962a2af871637fb5b741ba +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6fb305a6bb59e9ef29f3954cb41779d77791f1ab --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e0873ec41cae30401548b263774c3f613d221215a4dcb2b0933cc849832f1a1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/lm_head/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61 +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/lm_head/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9448ff2b8db046a7f2b90eb11e875e15bd0327c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03c56be9a6c319dec1c07f8b5cc42c82f2edc71ab4d1535d69ac6e4d24283a77 +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..09c6193cd68b99eb9361fbc3b890ce9ef48f41f3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88bdd77c68c8511715e83434b6712f6e8c7242d283563ba0c99074e73e07e5cb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..48834de48a9b892aa709a3beb7537e5216ef9563 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e57ed3a5263508b04ef624b6df36fea53d245dc522981bbdf1579bdba7b0fc06 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e129aaf0a4d377613e2b84fcea97059b84fb04c5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6510a3b8c704fcf44f3055911e5c3eb5ed2d3b881569e9c28b6b14bbb763239c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef79d4e49874459fddc90ee990a5b7f5a2b06b6f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07d9da9365c674cff2d080613410813affa7af64b27cc8b1e2659868900af55c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..237c40f00a4ce037cbd32983b6fa0c5706a85a3a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bf72b1d51464df0b51f8e85ebdb266a653779334da63523543c75f2d69e6405 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2c2b0c4a3434174d2e69538b5ca194742047848 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7211264cb1f7caa9cb58456be20693f482c54ea0d961cb25ceca2de3a3a417fe +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9eb16e493055b124bcd387969bfceb2dc4d6e53f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf6306878be82fa07d7f5a517e86ac3a2ced5e198ead996edb20da753d2a6f43 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d913ca7c465cf9fd4f817f27ede60ad201ceaf87 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9687cf784a802412fb38427dd5f90246a15d3598dd62795739a6c12fd37f110c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..52bfb35f7f205bd9257b3701133b8b2001c5eeff --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5d36ae1300099f2985e4f47a87e63aa8d04d38ab5a4f769c8ecf2745fbebd94 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..048f3b9c68c9f3004e24429a869b064987f6ddc6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:555b75c46b15aff2c35d7967b8778515ed4bcb9d7088868bf7469e83673fb055 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3084992d5584bca26e6e5b3cde57039ebb9ae890 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf449376f047c447d9c4c1d1380ef99b0a8d657c8a7c0e0d4472c127c203edee +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..53da81a06703f562b5ecd424461d992ecf573d30 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b9926cc453c3952b4f80798955f88b3c0cf9a1f176ee65582801b69ba779198 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ce481cbf6efb7019a3d7e4fa756ea44fc60d277 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:555e437f70a916d1364cd3d42faa69ead450941895aad7e888e288243835136c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b180ee732e18191a747028c97306ce10822fa64 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7864fd05aa372b5e5f887732079511bf2201d9ef38e77b59d86f9378c1c6b82 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..35c378d289c5f046bc97dbea4c03d97a5e668bb0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67977719078bfcadb136f993048787634bd7dff6b39e8fe4245bd97a59863ff4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..529db0aaf679f9f7a9f87b266bc4ea6f262d3402 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e216f6bd54cc13b21b9c1d17e67d907352106539a105b28f777312997a67f350 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1dfa00d48a7b27c1ae3d5c667229303de2376f26 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfe7bff04e916300687c68c8a75cf44879fe7fbf4283681f8c3333e817406e7f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..11b81f2ab4cf02680d90ebffb9b066206c33b923 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6461c3d2696728c29ea1aaf96afcbf4c9c537d394d90f3cbc481515ee38a1f76 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a487fba45e720b1a74a4e17049d3dff66b24ef1f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:475c06c1156923a11e3e5ce188c5e8ceecf5f7794767b0a14f36b735efff8f76 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..56f63e7d27dec1f823776396694d24e73944322e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dc1ca2928ff73cc14c89a3ffe07bbbf76ed80098ec50a6c2cb438fffcfbc0a9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..45356ea737c905ddea611c522d4e1631124857a1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7babd249c4bfc474671ad87ea305ae9ca7e8e6754fad88002f77849281e40b41 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c96a738e9a32c13c348d8f29acd6d9fa9b80052 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f88b2729f7b90e649e663a62a5b691b0c15f0f58190294806278c67972a08b4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f11709bff52adb710580b75871d93d054fd2f345 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38ffa03462ddc9601232d420cdc6649fe125caa5ffe61aded10bb263d16c70c7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdfdfdf1bd334067e58cf36f28b21fc196924501 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd42fbf7467c0b2ddbeeca0b5ff1af0e4952614dc0610c7fd16651f05e3fe204 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2e11db5f80a032bb5dd14a6931c6b45ec7fcbef --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59c680abc0b289b02b2edfac5ab90f1b4c4a8e5ee4f2f52190c9bc2cf11e56a6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7762055eeff87c2e09081065ab6e290c4fcdee26 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef8c6266f1aeac6faf0fde901899e46880afeae16c47e5fcb78265b5a0d1f496 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..44324fe6a48d805d3e83a0b242bd8728917d0575 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76a044f29166cc93e0defc026f7b6624f284aa73738fe6a938eed5859e4965d3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b82ea7b9ddb690ea9aa2c8271e9b4d6cc766a69c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a583e62e24c18b8683ed596a0e4da321a4f70f5bd8538618e9ed3ac83eb59dcd +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..275006ba84ef360f3dd7844c509e44106d293fec --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f652deed92ae409ba6c79728c42b62c62035f1957a7faeece208247043b5976 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..60722dc5fa29d738ccfcabfafe1b9e03fbc3bf21 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f394fad8122c338afd95fde5478a27bd2bbbf869d78a9736059d1fc93f53c90e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d517a7b09978ffe20491584083311c658898e81 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee872d4c44f842d94c188ada0e2addc2288506c108b54b9f6d3de8c57297c7c0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf8eba526a5a4b50277df49378d71d92f46fab18 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26454916f7250aa1126302352ddfddac28f59552a72fc227c085e0d5f0291166 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0a2f3a1d1a9212139e52f794ba7ee221e279db6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:692d94192f8afab2492b91c00d46e9c538bfc0dfadb2654ae7e909d179976c10 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..429b0e017c43c840905bdb891cf9dc7951af34fc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98415258c4b4dc17502fa6ec692ee13b24d20827e9d638d732e6baaa2e2872ee +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..52e643025359d9a6b5d473b4c03aef474011ec87 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af3d73ea74541c222f3f5895126a7bcb32d6e3de7c4434b51f2c78f0f1e25c60 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..de526129a36d138b5b3c1f88d5c5e8e596e5eb68 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:130452e53fa10255a4391f76bf72df6665a879adbe404ad9c3da63713f9088af +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2eec342f0d551c999b63ce556bcf6c7292abe85c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80b9d2db1df5b7cefff634b9ddcf394862636900dc270cf6756528a351e740b9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb3836bf9e1c31dd587f49c8ce4cedfdf9d043a0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88bf166f571e39199ce71062b47149d91341ea3f5eb914890425db58e413e16d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3bcccdb84b85c3ae2a94ac2c121c8e80238c3472 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:533fa103ae7a019bf4d22d55a5ae6077896de16d3f552d9e5dd10d056640126b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..24da2840a8ba818e529c9908ac1f017c67e5b865 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eed58cbcdee5f7e464fa2b28685adddd6cfb22f97871cef8629d30a6a44b812f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3bf0862a8cd8a08c21a139e700a6e5f753fdfe16 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4e8ca6eb32c56efc8a6d3665ad13a8332d444e8064c4abf6037f74217d44d64 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..452e820ecdc1c26ba3ae5a996480cc4c64cc345f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89b799705d57bce95446437ece39719cf6985ba0c401433b71cbe2d26b8ec244 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a44c7f546f212bad6a4460f4ae6c22f107db11a3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab6e06b77781be2ac832d95c1e6e3fa5fbff9a9a54298411df00267643791dd8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3aa279060d9dec3856c32f37f375edd9be6676ef --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da297a396c16b34422adddfcd311365bc4f4141e4ad47ae9d4238877dd95ed69 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..94e44b80b1b822af34127891ab72b45fe51494ca --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60ba2bd70cd0cc6d98d79fa46a0658262ff381726f151989d4d8a29bdde0a8c7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..07f4ceb6b6b5c4b3270b3890fb3c2a7f8e8bd1bc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b24ded09a93260b71cf8371533f6e94dbd069b2522d04740cda756b16eab503d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2faace4702a06652f86f5b2f7bd2f52b45dca345 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ff9f157a98b166a0a827f365c25688918594d2f622338a3400c9dd26d692bce +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7910ed4ae45814792b74651fb505bd13a6ef63fa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6562bfe4c87a37e793ae8a2b345cc28d8b07997d9c6176456ab6bcb59aec6be +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ac9e802d0c4d449aa7989238907a82c7865699c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88567729b9e6e4715cf8cc23dfe299ccb48183b511d9c299313853cdc453b10b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ff9f854d4237aa0aed25b4ed17918c4145503ec --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d375813e068e654e8677ebc5a41f7dbc9d43c1a9224b2719aa3bf9d779a8cde +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e4056ece9895c5a04d555586171e29a2cf89b80 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d20aac8c6400d513435d4a7cf208173124e3215318ba0a9c825f2c87303796c8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f91903e842314f34819e8851896489e1f22fab4b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f998a0e779a53f2487e8a1d3171e81d1b5356b8df34a944507f13791fdfcaad2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7895060ef9f6c2c766c92861f465e737c531ed0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bfd45f184e210fcf49aab32e4fa347789226b1f658d391b226e948fa7c26511 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dfe53868bb9ead7d44aed2e75a67df2295a1a0b3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0020d249977b977c86d76b9fa84cf2ffc07f76a74ed1fbc6c46f4a3c8c01a0f4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..17e8cfa84c39361c093ed3cd694ca0d40e5437a0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aad68b0a1c541072aa0864b3405a4dba83425048a02b3c5ef02eccd3b1855fbb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a210b52af7fe095fb6864a6d0a56b15e1178d1b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:653689f70df3e516dd702bbc84ab08b42a5a71164d0c8452acb0f98f56e6540b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ef0fcd146708454629c1a8fd4d6028c8558b7a3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2dc2359ee63ecf6f8649133cb3ff44862c9f411013a4baa8c2c360f828316010 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7a49f61124fac205bc8fca52ef1c25871dc8393 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06eb037b38f3104d95d25f5dd37aa216d6f1bde2856e25c81ba613492917d093 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a623092eaccd5dbf1c54a95921049a6c234458bf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c0b875f8032f70130af73ac426255ea742cfc9f8b234034e521f05b59ec8a65 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..227d3465246a646df8066097e0edbcfd0926c30f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:962af15fca6630ddee387af715a9c50b7abd8b74d443a1903f1b2b9b0bb9fa3b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..389edd89e82cda4b73056ed17259f9dbf7a2c092 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32d78df563d3359d801e150f23be3a890c8fb424f75ae67a66f2547c7a8f7d3d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..adde1c730491a0b4874743079c6012465897518b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1d36c84f5732c1ede64c329aed044649dfe9cc131cb0b7b55a275b6d404ef0f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..714563ce42bd7f63a593761bae03908ea577989d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12166f551680b5a9f977dd100a5deb6f6ec89c492d451778d9260c4aa92d8abd +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe681ce35dab9fd63b71b0819a9b0f5622ed43bd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48497cafa3fdfdc663439332b2ec3e8a49541927b490be56c0e9cd6e3e3ed8a0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c847fcd422da26b2e8c2218c517c4253b0677b11 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c964e2859e88dba138c6a774c5ac40703be94d4fa1bde0bfd002550d1b7e321 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..57ae193a504fd033ae64f75791d3c2a3b5018a2a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5757c68e15e47dc74baacbb5fed45172c59d9bd4a92f6865e6a779b014eb3295 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb4d9c8d7f2f04bbdb2721b778efe3b29aefb160 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:461c09dfdb2b06fcbadaeacdfd9de62f1f8dc76468e68134f61b8f6dec6f1e0b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f78e4483b4a466d702d4efe909e3b4e3a39cf23 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a3900e2be4dc9fe40e3d2fa56cb1ffbfc83756b20f1019f34e253cabdcef1a3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d0298a676a96903f724df1b0aae6df12d94a3412 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:718ed5b26d24b369213de7abbd9bc32991ef5ea78eb65cf808cac37448f54870 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0550e43042b9e7035674c3e0669c6f23c701c7d9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88d6cfac6c4d81a147944724ab7b3cd7a3529984dc29baefd878c6f9bef7ecde +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3895f9fb74e4905d9c0bd8fca1239d13313361ca --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a80e6e303f44e53103dabf626cf16f389ad4e6f458cb7e9ec1f6473bfa796a29 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e565f8301af6c121b789c6296cca444cbfc6dba --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:999b4cb6a313645cb3ead66e04b951af8f74c4574340a2ea01afe5a4cf1e8c81 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..769cb8626ac0b7d9bf313be7bc0385eea402cb6e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6d04995e0bf7c061eec3c0a0ee6283dd803b1385ba116d83379f8cabc899c5b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6acf1dbb66d2b337ac4898570a6b6501da59b03 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:305dbff243e96ba8fa6959e9e71f960044de9f02603d0582114fab974bcfe8b1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..18e223a0327b8ea7fc2b6c05f0c80b0405a3549b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5e746f589b68bf7cd0ee56aa81adbe1396988e50c74c92a5a199f3e4a0ff349 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f96de032d5c7d371371d6e4931b725b01213406 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa99aacaacaa949c06f03b95a4186bb66f3ec8511e3e94b3ecabbd1eb6129d5a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b60df08b92d9e88f7b05582a7037d805d81b2140 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebaca92d131373fd5bae7852d909019d3d5289606660f67cee5cfe18dd61293a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..23917e60b79114d1cf6c8878c9b9b484de10f6ea --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c329e703512a32172933c4cdd588427de697d3080eeaa3c440570c086225a06 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c132ae5a2cb6a6fa069bde5dd23606f07292fcc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b756d4884676ad9ad73873fc4e8225808baff503b390ea4b8cb6b4e33e00f04 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aca82c64c54739e81667d2b7f92d58d2071be743 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e50b9a33cff1abb24472cbcc01cce1559380aa4912579490ebf1d64bfaa6e16 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d28655aba784c9a8787c78b56f970da5eddf5d74 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc38e30a1d8717203257412780de1edfa412552fbcb770216dfc8b7c631f0956 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..969b407ad06f4b7e98a0930ff5ed047ed2550952 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e036e5b3b29bf886c724bb4c4f8d5aac80478091e8252d8b959a11609fead99 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e326224c9e06d508e68abf77746f729bf2db712 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e32a74fb7fc230f77e7920fe586bcc0c66e0dad1739bba26d8bbeaf4b6c6453 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b460b7af39f12a8c243304fe58758a6eaf9fb40 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4982b13aad19a8dae1fea2a8115bc96790fa9a47f4ff77f0e371cea41748b656 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1a583bbed7262446dd0fd8d9624ab5df67e7144 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0625e2333ca09388e8b29f51b06795b684b0230bb7855672aff7af6f8e9ddf7f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c0d0614e0a45027351c9af3bb2fc8f2173d6df3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed7fb21f29c206d379b9b0625870eec6282cb77a8992cd220bece0c9fe13e35e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..12c8d88aa4b528d78e8cd6f0a7534b9c7d4bd815 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47e500e0e538467a94822865e64d3ec52704d2f66028972a7c93721e4ad0122a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7667bcf19fdd8a9d73177964509f497dd1e624d2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed88d0640fd3b77829181d876d26124029c6050c6a50b56d836b6098a90bebe9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1cd93d13cb7ff0005b5624c5b883029ce4736968 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf8a020aa185db2cb53d24d7112f54e0f8411e4ee15a109f3dc665e6445b8146 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7623e797e17fdea4262147e984091acbd58fcad4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92aaebefbf9af789b521231e913f2b2884a0004a7e247625f8e683ec90c5ec03 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..042ef4b9cd8087aae7fa12734609aa36f9bf7e76 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d91e253d93a0a81d64610565ad2482cc2a87a9f45d22bb5aef821b9f5708262 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9241ff2e4ad9cfc6b6ff5f4b49247616f05d853 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ecaff172b5916bd927927d99de1be740e9105a1f87539e15e8637216f678699 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..41e482bbb2ad576e42cd529ee63d9d61bb96f555 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49fd5f3a171e675bd1dd28c947c1ab67e40a52afea8ec9eb83aa4b8cfbcf0e1a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d64b01a96070bcb89669e90644ddc92e0387193d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3492e05045e2e38543cfcae141d45eaa4de1ec24e1cfaf68aa4c2f7b26406022 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4540fac85fc2c902b051894d34af67056516b3ec --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e45fec4fe645a2bb3b4002508fa1e2504080d4d6864f6822f638b1044cdba2e4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee519248080111ea6b60d478262a082388cd124e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43ebafb0f257e5d87c6e3fd5f77a42344f60b0daa9a1059c0c66aba2291bb97b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b929380395e72824d36e3dbd87946313604842e0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54092bc74c1cb7da89dfba8b04278c7ff0a4e951f4dec9b40b1367cb7a39e74e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a808fec1ed54d44601b10e0e49bf43847d1090c5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58b8ea1612950e10f4d75027aa87c2782495295f7faf09af3aa88728720374f7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..99d9706838f58000e2ff68292cf86ca7eb11ba38 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9bf2204e78cd8c86703ff25bd528421c4f2ef5b56180bac82fc09d4813bf593 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f35ce9b7d727950f21b87dcef380decfaa89efef --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf1f1bf3e6fd1acb88c77a441739e19b4f8112fc458619f7baf82ff75a45a9af +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2fe5be3a1e33702d2ff1fe3870e415bf7d1f9455 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ddc0efdd23efad7263eccff43c8d7c18bbb9bfc04d2fdcba60f262c79d8d367 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c07598956c51c00f2e67f3b940749e73c619fd3f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87273b4626299270456cd9da335ec654593e66391f86528d1111829c6145feb7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f9756bc9c1605db9f74f69f2949a741b672d35f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39c052912974be9158319166c51b13e681f868856c7ceed3aac82f3d8e95a27a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bbaede5bab55aec6e5101bed28d274975cd06278 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ce1bb460741ab651e799f99cbed8b212008dd629d9bf08f599177ba06ca9a04 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..92935890e144a847a2a1f6cf64790cd504513f71 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:097eb2e41035371e9eb3f8e369071285a2b64c6906d33af46a8ddc824b235144 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4524037a7d2140b9ef4a37ebd14e99748c7fc6f7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38fab8014fdb01e71a55e5afb6211ab994d118c00a55493fcd40ab3a92c13f3e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c61ea66a8a75fba6c547f590e44d9522d696e2ec --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de353e98c81575f5c317f71c7193e3e5d65c204b1c689c539cc3e2062d1b33f3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..13fd6180593656a9f5f37ed79e0e8a517ddac30f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88ccb6d23cd28917c4c8bee2b34e98290fa2099c7234a111653582d3250c70ea +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..312ece65448f3fd0c907ccd11f0dd404256b6046 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20909f495f06ab0dad78ad8534cd2c2aefbfbae1a7c792fa71a552f1e3af6106 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..84fa9f2c82ac0a44487ab4affb75df1175b700c0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:348ee8fd554053de9b60347374b80f218a15ccb77a9b91c779f4fc99764d489f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0531d07bb1695653c771c8e47f2eeb07f8b6d943 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3be185b51fbd82399d2c815a40fa706b5ff2cb188b484684b5754389554639bc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..080a4b772ca48c273057410246a33396c92b5193 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6654dd06d2ce89163c65fc27c33c7d36cf091cd6e23c226613041ac617bbeb6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..954997d9904e7f8ad39eedbe4c07c5ad187234cd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b3422d43297a949a8f3b959a9df8623a20e16a0336969f2b2beacace172fed2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..84939f279f5cd1495ac4e175831861294c6c5a6f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:201e3265b9f3afa99866992ac6977503b246732788535e350f38b7711c204671 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c59a95c8d45e715cbb25bccfac1f0c58189ba052 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd0d82ad464c22f8d29cc04071505a3b101a7176fd038f020e89476173e215d6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4c5323fddb9a05ca904b556fb48e65f6e5cbc70 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2149375f748e45dc957ae74e7c3d105485333603d9ad12e4bc599338d8cfc4b5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1fc32a74201f817926efa57089b795f6062fe90 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29c18c059179d40a348315fe6dfc5a59a1b39dd9613f1746d723e18fc7d77100 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..238768ff7a7ff714df4619dcf44e398e83b113bc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:084f42ad813734bb09f87ed5dfc9c836b889f07b83186e9a34771dbec007f122 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f7e4768f7da48021f00cb862d30b3ed61e6edf2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0a4e937ed791d7ab9190dc939f6c18f6e6cbf66765922984284d31b072e67f9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9abd5aaa99b44cdd844e3fa0501d5ff8cd13d7dc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae008ac796e73220bc1a88d76b0be6eac8c381221ee01f094232df9e00955980 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4adfa32fb13762c7ae2af91fa67c7b56e1563ec3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb40fd5b0016d029e604491fd634988d972fb588244403c8e9b6ac1c4524415a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..463e91d614c129186726a1759da2d8a31016841d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2045d4779510fc92c83d00bf8c5a3d1f08cb4bc73c16bb1c4eb996f7a7be166 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2429086b556f1fb2ebf924b93b76a59be83c626 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47ac60173f05a53921e9a802fe46cab9198d4eff62f23e2576448dc64c9aa829 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..23d12f5051f5cec364cac7e22a215f20a2274533 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ae0453a96dcd62a30563990787c8242bf8a1e5a998b6810fc96c134fc094397 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b97828bf3548d8c24b6f48795c3dd3619fe628d7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c87e0e753756f44dee137f975d8add63d4e9048001c9bb7667f425f359f5fbb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..069be64d75bb9c877564fb7a10ac35e6e0cb9124 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6da1a02b7a7fba0c455ef4a1ba4c658e6574593180b5c3d15e5b946580c015fb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cdffd6b850cdab14776376a8c8baf46a36b12d14 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6b88cd0fc085e9f321a9a2f4e0cd2b61731fe0751c948bb87776ee1417cca4e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e5701c2448ce0e465532a39a576d22abec1c743 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79c099583dbfda8871d6d3dfbf2de707c9c83c2d7179b5fe12c1afd3ed443619 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..38b7aa9621d1907fb44c062e22d9892cce9763ba --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94b280ef3cf0a2d3bb9ebda2f07a7bea02ffb05f21852d891606a8fc29b685e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a67b670f67a5587a5d171759f0aa81546aa9d9a7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:367850df8c84393abf4f0134d58e9bd6f6349d9aed887737df1d955e8a5b0952 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..76483f904581b62d4bef84cc72e0539b8d610e81 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:983d1ef22239fb801c94f1e738fb4a46dce8aff5e987a3aff65c8122839219f8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..29140288f31506806505a4d203dc152a69d8ee29 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4ac6971609726882c61f9338d44a8e1051ad699c4ec14feb9d618b0756bd5bc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b1246de18df5c6280da2206ad22412e988795f1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e359667efa1a91ee0e6b3f5af6338bdab4557f6229c20c4fe6c676603a73db03 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..95ea6060e281478128fe595f788556281ad07ecb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0065b4d64028bb580886cc1be5c8a5d7209b9d36d8ef20939e1a9c4e4ade408 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..379e3d65d1fcfd7843711050caf12412e5f04c00 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78ca7db951dcdad58773203504e26e1cb0a75ecc50658359cd9bcd1a67ac1b1f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d984515f057f668cb97862266470ff155571315 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f6e5c46c1e2ac9dda4afbd93febd528d900115b46e5135c85b1ce4d0f2df72b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7090fdc075c03f210a36df37de24453c708dc87f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:413a2a239fc5f9a40bdb12119324011f8d6d231f677af31cafea47bfd747f607 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..64a0a55c9165216ea2a1bb0cb1c5adb352472a0c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cdb33b3f33c6e1ad81a8f4ecc72072be4107bc92fdd33dde894b8883b27c710 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..39fcbba2a0e5fd8ddcf0132b6e33d7f3e6a1d69e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92645f48bdea7f9d195c1a9f472682d43c3e182ac91c69eb51ef0e032f5ff66a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..358da8abadbed351decc30ecf9de8aee29d6e847 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94cbc59930676d332d95ffd416f8d5d8b27cac5cddee584b9af9706700110fe2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..17e8cfa84c39361c093ed3cd694ca0d40e5437a0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aad68b0a1c541072aa0864b3405a4dba83425048a02b3c5ef02eccd3b1855fbb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e97dc0987d0cafa0029a5970b36e12000d853e9c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24772a272e5dffaedaf81522587eb3630c4257e7a75fedb2a32fbb2851447d25 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5601be4cdb722cae35f6ccf1dd30d615c2cc02b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd356c2054b561561ba3f618c57c9a48cf15a31b6f36b9299781dfdcc012c563 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3dd7db0c104f198117025806c9f4b0d7a94ba7cd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5339eee8e8c830228c2212afaea60ff2ca3551eee61402d467551aed337448c3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1957336c89e7412894aa207b92d5ca04fd7da27e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9dfb9a9542df2b3adeb34547e4dfcb600111483e007a54fd8b73e611089b8a1f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a39c50652b27109a672a2815b294a43455f66051 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc2e28af295da02cb32590c9b4482cf82bddc9e1dc947a9d9013f45e331248e0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..24cd41cd91518292fc34dea1c131a4f1e1271acd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd4e58f8893b89460a139a8ccddbe3d174f62966bb372632645d7965874eec71 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..615684d8d28c85586d9df7abb7484e138e0ab08d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f8f759192e8b0af6e66aeb5d3f23fde8a2c3ff8fb1ba8012908a72725ddf797 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..579a5cd288f3847993143007ed905d01ccdc4b05 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44e29e107e37b99828010bece9695b6091b4e7dc3d93988251e6835b8909f7a2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4ce3d44598932caee59b992e19ac5435abbb242 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f376ab60e8cc09d57b23e24d2d31712f9d977663e147e9d0637ceb5770308c6b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fca15058efe8c85a996c31249a29efcb7a1254 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b41645deab01f25b7eddb9be76a399a83ca79823bb6311c142a5a7b96f0fbac +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d596672d1f22da25bf831abfb6e0afb7eec056f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24f851974c32e8683ba0df6d2b5459c46727b9a2b26ab87765304152109d3c45 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c8bbf31b3aaf926ac826b8c37b7a826c4cc2a0d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0af1e72d2a3f85671c2a9ede01bf080c4b1b10855c38ac0504a8c1f8742a1d32 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..28ae811dcb03caf0cc40f38bab79cc658489c4a3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e96c36333b42ff31a122181c414f4423574382ceb665ae6eb2b51706cf51816d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..55f7b58ae020ac3a67be698d9e852b59eb9cde4e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c72229bad07f5a5f3f8bb345d0c8dc3e4cbe4a43f5a0f5bfbba77296115526c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2f3ff2a34ad5c38a0dd0fd0ab7c55242e7ff0f1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fd2a1ed60200d62593be5d3422b7a0fd8e2defbef0b48056360819f62b58041 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3dde35a515a3cae7cdc508ac38191819c7330fa5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:233163698c1f0f3ecd3abf21e604e0b2c438dec7c4cc4cd6325f35c51c55e398 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7335d33cb8b3ea7523af1d1d0dfad6f2f62da719 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebb81104ca28f4ba72ddd98a35a181ecb563085a2878d70f7e592e2523baf7c4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e20cfdb9cb3ec16cb03a3e0d45cdda96056d6417 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:435455f99ce6afb4d8ea60117df3c9e46cda2b6d1f528bca75d956c12a0d358d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dfcae2a3516fda1fb8b941d0adfaaf3615ba466b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d47790d76400a5871176c8512e5327cb35946041c9426a61a18184d32503ce82 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a300fcd55ef99d356014038fc986e6dfb40d06c2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:896fe307cb7699553341871a9cdbed2b652aeb22ad77bcd386844083eea4d23e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd58641a09cf211ae4ebc017ce5b5af62bdb0b02 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aad9c402331878e3373523357edf8dcece2642cf7316cb600f98943f2fd623fa +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b49d62e97d5c362f7235e430f546248730716163 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7df3f3c69f01d2dd7eafac1a6ec7a1edb6a71b24b9aa2ed753586a4366f2bb9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..20799af82f7de0e03a6bd17c528bd846a216e656 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07f2ceca7a778a24de072bb328adc4d316a0d86de418c72a3a249845ffdcfe7d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9575d9fb7c864a1ca6e19d07e8157fce82f2ec34 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:938492206b5d06dbed3a28ae1109b5e26bf8bbb2be9ede0f247b1f49c6c8a601 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1e38c24352f2f0c209153863b61d668542bb49b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa5ac0b06122b7b6f5a1ae2c3318691f5f5faff2c1ce48a168a471014ca018fe +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9246d1e6bf849127ac5a1113b0072e0a0e92b77 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55cf258ac6917f2ec79bd54f5cde6e6523255fb84014f5a1156e2acf843c4c9e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5de92663b6dcf981f6aac98300920d364fa67d0c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fb035fa7b16762e46222ba1a24a93a0f44bdcf86af41adeffffc8576e8286ce +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c35e12a5037abf7b5e48ae38f7f090aebc876d7c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6123e3e6fe2f77b66cb86d6ac0a7fa35287e2c6c3c12ed85547bad9f29617e88 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e6af73ad535939063fb878f31382a631a2d857e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ead0de82bcca2ff03eb97bd843823a6125997175ec2cd80c72048897c0961555 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6c1f8b69e86e046d534068d45a1aeacdaad4075 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f677c31ae0494c43e54f73cc26bfcd028b99d1ac6aced6cf487d35cf1e16eb74 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c487491b5c905c5820e377d0590891292a735993 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4b6a9b0c553bdb735bed667f49c088953321f810886dd916b9adfde365acf90 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f7568139e664f61a70e881f24ea361987f5a9e3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcfcd3a3e23cc9eaff68b57d147df7ca8762a86997b9a5b20c43297846e90202 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d1d96d748ca4f4e93aac307cc5454fef45d91e3c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7336f60d5b2e7f845d2428261a20cb53dcd4777be1307f9839ea40ab916c6aaf +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c481bbb4bd430a59be983104704f3b1d9fa991c1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4babc7c35973b091c659398191398626f2d1664b520ab0e62e8f1bea054cb38 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b14b22f360c2cb3096b40f1b8918d0620b07581b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:231167f4b1e60a5544ca11067d4cd13f02094aaf303e5838662f1b7487d78d6d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..328484768a39d23be654311767e712e8a42056ae --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:013cc82f90835e0d8b8695dc47dba14073df508ba6c98f27b5fa0e0dc0256d0b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3be7ecba728149c005064e689b6fff80043d201c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50af56f32e3e47088c91e5b5b27e4f711bf32fc2bb538d709904f177055a97dd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..390597e17211112247fc875a6373f8c9282400b4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7454d07edcdac931ead25e803240ad04da4236b63dca7bbc8edd7e40c0058602 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a261feaa35cb0528d1e57ce634560204b3b25084 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90168f50813efa803121b90dfce85243b2d099192c3feda39f3491797edb2acd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..06e4b558cb8aee241c7d40461c713a5af9e6cccf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95638404dd026882494f2ade5efd342e5f7a13dcd69187839bb5a15fa14c14ca +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1f53105d7c71ba8f12a2695a04df4e46d5129fd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:398216226505d99f08106776bbbcc5a4dd03ad8f9abd52ce9da336cff89ba9a4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ff6bae50c1d773b3c82ad5581ca7bf41ef380c6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ef58fbbfcf54407314bb938f2d27b65e29af8ca907e34fdf3a1cfe37d9d095b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ecd989ead5bdf96468e5978230c299a9f081f6bc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1889d067fa750bc3e2d882a58e79ca906a6eab144c18ca75d077a2aacd1016e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..46812c2005f630c8df62047b96d032a85b279d47 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:774db48c87da40896df22cf0bba164efbdc7ab0352325b9458b1411dcdd37c04 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e5f8da694aa919473b83c2119ce1bd969a6fe26 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bc9a61184d41286c78f231356b9c6e2961ead852bd2e635956993a983502fd9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..52cb6d8c77b1f2ef35d611df782b3d1113148c87 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04d46a00cb24f4f0c9ce22feca69f906f24ce7035257d40a6d7e5f32455ed9ce +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d2d55aa209d618b99b107a7ef09ea07c3302055 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77025f7dbdf73b07f02c53ee87e67022208b9290288feb7ac35eda52f021c32f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb01aa45e3ea40e7951bf0718136ed9029921b72 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46a08ac4ee0680b38e8c1d57ae97bd4d5da9d409800cd168fb5e1169f4bdf04c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..503187a5ebe62ec81961b7000570402d41111f0a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1aec8b90ea73c3f3ec69bc2b8ff7876841488b6d4b8b98204a87e7cd0d2b474 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6387b37bda46f2a35476ac4ff0c37e6f5396a77 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03214e4f3ffa9814b50dbaf93af672e352f2dd096a23f0abcf0710c608d736da +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e817b1d3c10d0b82a2d9f023871d889be2923070 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7861834e681d9f4ca529a62cfbeb4e4a7de4393a7c3953e727a19774c8ff5a60 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b49587d311def81d9af9651bcd6481c871361f89 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2ec0b89b63684d7b66954643148fa80d4bf914aeb91c4aa6700ce2a54d95ebf +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..09288a67c6be70e9ee4b4cdf41e36c5a4f06e4b5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34c23ea16fcfb7f18eddba7dac9952795ad5cb3d220ee0e3914cf2f5cdc09837 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b07215f0809f179f888e36d809f9e57edea1b83 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9117fdc25d0008b0b9d0199f85546b09266ddc95a129bbde339237f06353af40 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3332402b89d293504dc013458784fb1cbd09ccb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3010cfb84c04a5d3df124b66d61c2fda81c5b702aa039c6804784748696a44bc +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9fe4da1cb43a02b442fbd0f17550e628f331ba8b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f9902d62673f40768a06060d6cc2deeb0f76172d032d152122177d876461d59 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..149cde62f67821950359d9b62cb231f8f6af05a9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b925c62e5b4f49adc39c04b4e8ca95201b1750c15346cceb23d7e63a1b199d0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4920d3f0b3d3f7ba8532976c9c28cd8f1028758b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:514471146ef475709f50d61899f9a286c22ce739a5ff34fff2dc64ab61ba25f6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8d3fb50a698a431812715f17eb1de41d6a67e71 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:babbb0bfcecb6a1233137292258c5f9304f7094e1c26dd09827cd5af4fd8dfbd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9bad5386f66e570ff10f2a23be76b180d61e5dc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2bbdde50b7246c61fd5108d72ba904f8013ed053d5a9ca0613f688d169c41d4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7c0d861918fb8d8bcaa20a8b5932c3f2a712d18 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f62a78813f0733771d1f237b8aefce0e7d296a9f1fef16788a38f2b127a095b9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb708231a29d6bf4a54dba0b9c98d74d767ea17f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7234e29b1a3d316fdcf792cd2dafae981a09d36991af052b7d8ca9ea3503c079 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3609064f468cf685c55bf434067794a9dd6efc59 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:013ff005ba210512c296e0d75e2d4d04b3573d2d0e27345077909f13eba79bb5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e38526a0e23b88a8847db2668b307270638f9757 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bb8aac151d9ea65eb8980cd53d7dd6fa575134757398f5e039207c2c571374b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc5a34e93b5fba4c9cea630ea3f52af8177bbbc9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:807784be2f993439fda42b10f589ad4b98f6ba32ab3622466b8e14ea903049bc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..76c9414deaea5293f6801f32399133a17dc5b41f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:068b40871acefde4c8ceabed16c70380aa862a58124d693002844b2ab7cd5f13 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4812c225cfb482ec3a38c10df426650cbe19a09a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af6f4fb4c0d54d8c2cdad69be859a780788ac3a1654fff44aac538b74220b57a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f4d9c1ad3ab9de154f21d788183b9e1893e6640 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae61b90c79abb2107d25b88d0ccadfa8239ec187b24278337ecf743a7dfd391a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..416ddff3c9363c3d41e2d67cf1dd1ede621b609a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37c5990c501f8ceb981c1b8f6fccee115d3372e1c539ea3032eb236d784f9c91 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..373fd3a27145c68a059340519933916a889e5ae6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0eff09a3a7fef7a06c25dc15b9506ad57497e777c3634b6f45b17f2e0b326a3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e041ba2cdce41448cc5c872376216612aea984e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:231e96fb5c9b8c9bc6cb4a4821e1ac1a08fb285bc279b9ed2af35f3e33f197af +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fcf7cd106512a25ba40ac90b4c94959cdfd0789d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3cc6955a8d5ec87ed662473e10cc0f4f210a6d102e4bf75c391abd857043b68 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..63b89ce00bdfe20e1140971cb4a3de2f5e613d70 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:713bf7779defa7c7c0f39ae462becee0f65e539cfc9f9d380854e7af5eebe2de +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..06c52f1c09acdb2e9316171dd5e8fc252c397869 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e54341ac9e69e1e1b120f1e6a54cf854f09ba31e3854b7ae76c1d3a7a663f4b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6961e4fee54acbe689a1e69e1e5ac270404bccc0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c554e1f1cfb61f570c0368de2ed5e3253f1d52907e4b9d8b094600c7466e7830 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f031fe90522df9e8ce1c142cc1b74fbfe4cec117 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29aa0088b5915a8f60454eb12dc5de73f553addc928e65b0627eb7812c733ab2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2aef2e484df7e19618721dad46594a681dc739f7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2e94a9d40a15471fe51ec7369c3026bc2b7fb3d1fc9325c2ffc8ab4120206f4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..daa0beca91d896bc5de15851ac2f7862e41d77fb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:402ea356086e5786847797eef6709108d1bd62382d515ecb2758499e248d2abe +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c9cc2e2268faa22ac9e2627cc18bff09ad9e84e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:419c59f3183a93405cfb10cad67f89465c57aab90c69e62a8f39d2f0a1859441 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f49f68ddffe416f9f497a70ab321b2a6aa567bcf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dd326938ae2a1b41ab595d4c5c843c179d037dbc81dbe6789ba27d6c4fae111 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..970f804bd41e4ed5a6a80b69b5c9c919ae39881d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6842d1d8786cebb1f1593dca565f5c8af45390e3a3f7e07744157372a744a137 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bea42f85bbb11525955fd3902012800930c2fde1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d947935fcb0203d54deb9d274e72c92c84f935f8f7dd9164eee02423d246a7b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e042cae6cae6f9266fc3178c7e642c71cb780aa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:daffadf6247bf3529232eab383e3d0ddb22d1d436ada17e108079c8018b37316 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f15521927ad6fce22870a5bb38b9cdee9e10564c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59b08bde8f66105d5522c0e4ef48b8e12eb9c3786ac9e06ff1de37311174e44b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b73d7c2db5d450184b5a4c302eb02c9ee381dd17 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26f3a114d949991ee5bd3ba005a47f2de8201163c5fa47e8ea99175a8a545366 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6efeb00a4b562a9fc3fe92ef856c3605fceb3c7b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a06a3ba6b61c6c691729ed4bc5d647a54951a36f85ecdd0d5e6efb1a22f06d8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d210530762e4ec0cfec3229aa0436d6b1dbd02e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34b5f9edbb7519cd1221ed92fbe3c83afb11a2e84925665099f5a18d5156f061 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..baced4d8f584f9a4920afe1580c38ab948ab208a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00f47f65953663b34bb856ebee2f7970f8250847ed03df97b13517e1439963f2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..43f610b8d02e615c1a6354fe9d329e7e652704c5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c06a2e1585c7cd0724277c09fc8aecadd9584bdeb5adc324fa89e30f3e081ac +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..59c20f8439b019b7c2baba1a07eda5b87c15487d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03116ac88d86234dbce3ae8c72c6e954e6b180c357403918682e0ba789e2ff8a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e99ac28a10924a8cfe0f69a07fecba0c3377a0f4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9140c66963ad0a8adbeb90143c9243142e7d33b538a3f020016dce85754585ec +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1b11eaf3fb13246b96e8b9515ca9b57661f7b68 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59970543b3e5a4c5fdf0237b37154dd22fa37656a1096e9e6af44538e013d2ae +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..15cb4ec4f7da0be984ea8a1add85879b72c34100 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a379375e117eb30da968f43b172642d2a951ae2f38367b0ef0d307b96edf418 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..92e2b643fcaaafed97064af554ad84ca42fc2880 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f9d8e791675303bd3d2b3845bd81c40fdd55a216cb46baea71a78a57651d6c0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..29fa0967a36d9131e3ca8ef3ea43579fd4dc9c79 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da633878f4ba605acf378826dd7e0b1320c1d1cedb71bc166c5571f1165a24b1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d0dbb5b977dfece6bc0665b822b8d0fc8722ec79 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0b9f9f5e4caa2bfc0c2217ef69f51e577dfddaf9ba895eadc70faf77f7a0ad4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..67cd5fdf678bfbd414d2f1e4c63dbc25af379dda --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3de5e9a4e34a4156dd2acf81b4ae951d2445d0ae3f7ff5f1483974da8eb6f4e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..52d0d9fbf759d91e3736bacb1aef27cc9c38487b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a772707050fed5a3ccbedc0ad727337fe95702e6303c58c2472c8095bc3454a6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d43c002a91f176fa387810c6bf93b0541ddc805f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ca1f853b62bea8a20f4944343dcc8dfbaabcc8e0f7755b313d399e628057772 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9fe392939eff94d362040170dbaef7e9b26660c0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f05a860c186758535c0110016982b4e8bd542da9ecb5ffd2c76f328107723214 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aacadf4b006797acd6311726085431904663c0d4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b20128882706152242cefc1d98ff90add01096136ce07c8a8dafc2bfd363a88 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f31c5a7fa48d93d89f203fa8029725534f793d5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aaf5ae601f2a3318455a0d8d4b50d068467b615340c60a5ae7a25d159cc3bc1c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed85f494d45755ead22de74993614aaea702246b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df06bb97a4d1c1a7afc8b217f557bd00b63c4bc8f395db133c61fd2037e836dc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b0b56412cc45544ef391597b4cd1809b44d79ec --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64aca8f42d951adce2fab85f867fb21cd4cfe45eee74ee7c6bd306076c5622d3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9fdbdf1a4542a52e7173e7aa82d63efbfee1a573 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f517f753dfd053f2acffa04f2677172f8a8f6fe26a3233efd8547c29f7ebed0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5093c1cba5d7844d57ea3234babff555a6e67c97 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe61219bd1f212eebc179daa30f627dc6064b64ae2b92e82cbddba538b1df6c3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..203656497988d4b7967728c7b23a8a7190e1a515 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d6b98fcb35048e7d479bf3277947011992f9065b2be39746d0bebe3bae87b0d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5bcacd69fb3bb689812f79f16b9a490085c81f12 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:447d764c9a966d5e3f23d2d1c865b9aafe0177370f5351a2338f960f1e25d605 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b381c212cce873ba681046617ec91d8664d4903e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f0b886fc354d12e905109261fd6644de1c39f75f134c0deba99e5b665cdbed2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9dc57042773e85a6a7bff688ef05c62c09a740f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57ac7ee26313aa1b97311a693004a16e90f819067aedd9fec4616a41378665bb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3b8d70c1f7e5aa8a308a93530e8a54b65293d61 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a526a06d2ddba934286d227365eff81b02d9879e769652a4bc272273d118f2c5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4eade8b1b6551b9e5cf1991ea1c2bbad9dbb75c7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5559dc24f49af3a76eda90f30e9c4c9aefa294820825ec9c90bed002e155730b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6904267751b72ef522bda7b975bfa9ad90adf317 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4f6b9de32a381c7a0dd34dbade35b09337b03783322e63bf764b3cfe34dd3e3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..56965ef3ebfcb856ad054481d2221cdbb4a4793e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5abb00129a73c80bb692276b4a04db6d95b680b42af957b9e481f16e87ac19f9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..57fdd4ef8cff32a71867ffaf004a222d4a516fac --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f74be66e09fcf64374973e0bd16540f9c990ee4979a92be416b69cb22e3f3ff +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ecda4983b4a1cabb615643ab177e58db74d8f7e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35e0b908235fa22eeb64f3e9e0732bd26bcfaa4939eed106e2fd13d4a40860c9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f654411adb740342f539715cb8e559d144ae7075 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:910ae3f6bc70ce90afdcfa75699c9376f8e8321384c7d8af07e90d8ffca14d64 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..54977bc752220cbe10e6810acffbcec87aaf4c73 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adacc4eba4a4bdc011286bc754347227af5f12a3102b492ab8b5beb1ee6a035c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..65ae8099c818b94bbf249e5ae805a9b384d42d32 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:574ff82ff411a477e4aa2e8944624a603e1dae1fb1b93a8dd0d80021db03c060 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3def406d51db1c54ac1d722f441f89acc4d02907 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7607fc459bbfe457516b980a04d997854c4d8b5479c91b5779639773c349820 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..961f866fad8f5d2fa5d25c5e7a891ceb30fcdbd9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bafa055a6651a2ed96ee1c3efe4c22db71ff53b7309dd405c368a9f03ab23997 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f3100831d4847dfe0fb81f55a5262ed088b841a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12236a1aa5b1e89d849c50a765e5b6fa44d72bcd1d5fc1f43a32ccebe5ea3d94 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9a7cbaa6a42cb511e31af86a90aa324af154a53 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aea53fc6c3667f350b95a56669888bf8da550b410e3de389b946b53e826dca1f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..37088967c04aacb7803aa0dba394acf5de6f4e65 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:294b6922d3e4d1aace800fbd835bc2832d2dcf4edc9bd5b9d6aab013d25aa5b8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..49b2b9c2bcaed9252d253c9b8ae143592a392a3f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca989c5cbc1f044697590afc978e711a5473d9aa5c28a147455ac868d50e7957 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6dd2229a00aba2a61a1ca4448fc8ca7651d04d5a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26d5f77e2b2418dbc5f4c03a8cbe43dd1263882c26ba7b904d9a87a055c15c09 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9fe8fc88f53ef83097e81e34975798bdb86b4a80 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:465aaf0d06d042308c84c482b44c21f028d034828c729dcb07b8973e9dc9fcd8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e2c91bcb9bd419e37663934f89da7ca5670108c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36152ad6953c445a9885bc7c3d22c711fe2b25c7d326a92f176ab7c9bf151033 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..270d42f50ad5b00d87725370d2c24aef674499df --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:547adc198efa39a70b1a870100d19282e821e0c78cc871cf6be694082173175e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..20e49c8448e8095a05eb2952006331eec70d43a1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5914045b411a3d9c7bd4f17ffddd0515e049d4de661d5a86505347abce7b926c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a0c61556a5d4aa14b6487a4f7a4368ed286d964 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a4c353df5daa067a666b132a67a1fc4dfeb261ea8669905c795bc3b0bb38016 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8baa724fbaf865cbb0e75069d25af98a1844d2d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d5939a38e285559a5d7c5342251700074b3d7584d8bc52d920b5e5d4bfca87c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9e5a1f893b19f36b7848f7ddf3a7da682aab93c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae5c388bd8ff28fb199b4f388acd6633980a4b22e901ce80ffcfe10eb8d858fe +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1daa1c0b0361b464935669db752684cfec19b648 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:448c3a85b7a0cabbccc057ad93ea47ab6776dabd6ad73bab3ef354e93cdde567 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..75a23b13868ebc9a7deb2384807beadd0ae91f33 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8346b40da22964072df1e177d58227f9844432fc1ec8ec9dd9544ee14b33b9b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5dfe6e7882be81930e326935c0f5bc9a5768f758 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:452ee5efc22abe5ccf7e02200b9137bd0f68a6c8e4b88dec8eb8ccc20573ef3c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9043f91daa3671da6378dbcdb63755dfad49c80 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76792f4af84622c3b6659fdbe1b50b9d9a9580cf8ba1977843871a72bf989a90 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ff96ea685daecccb33de0ccdc66f650ea61f5ac --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9e8f20b50b879f714884141f188447e8711d1d9263ce328ece4687ee650bd38 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d44bdcb68c16125c7be9b0fb16b1bf205bcfb645 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abb105fde82aaf3dcccea980cbc8a07c4300e24860c853368d0e354a53079525 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ae11f0ff603e2111191edbb7ced74447be0db10 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d0f36d9f878ad1b9722c53da803bc492efce2de6e7f34b232ba83201bb4316b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a01275247d2746264c516fa50531076ff120d998 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1f7dec566911570a43e85dba0c3ec60349160055f9b52af41863619f3b23a9b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..10471e8549147bd96b76cf4ef08a799800087eb4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9375be9cb301e1ab6f60ff43c3c7a1c7750da949ef9f5c03e3c2b7d5b8780ea3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3a48a59972808e8d6b7d4f6b9e6c607cb73889a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:645b4c9179c67d2e1e6473d7105a249ae5d569ba26c74a60a0be05f6d6978b97 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8474e3f670ab66a87ec0ade5cf6baac4153c3d1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef8d947b9a120db39186be69347e7defe6da3919ca61f04bcae84c1959333a0f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ba1be77b7ca9b06c565f5fd9ab70e9c380ce65b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2eef7980774dd75e0b9857f1cf803f62ef1d3d76ebf9f158c71b6a486138e564 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c59d38c8e776e1b0b8591acc69d4facbce1dc209 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b92c3467775dc40417ba1b66ef8561192e7ce71809c388535f9438f33f77e476 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c3057036084be8bd7d92a763c221f1176091301 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9a9463cb958f21c960330875a52f9cf9da5daa6a8ccf48b46abf3dd13be3cc8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..25f98f80d8074bcb9cfd0de3950fb8111fd6bb83 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c5bcf51007a8b8862b56ab16e896b13c25464f202fcdb35b396b15d108db9cb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b44882cbf76e5ad33ee81918cdfe5fe7ea1d0c3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12157bd20bfe006eb1176490ef7e147a92871ea94293eb845e865de6d59bf751 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..84dc898f0f0ea20586d99501934c865fe4658a15 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be919ae3a7c590808f386cb22191796030b019c9901171874c71d6f4e45a2d50 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e983017130fe92d6ed5ae0493470738fa41c1fb7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bd83693198fdf3380a26ccc78e72b73c6510cce63eeb9b19a36e33ba5673661 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a44c7f546f212bad6a4460f4ae6c22f107db11a3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab6e06b77781be2ac832d95c1e6e3fa5fbff9a9a54298411df00267643791dd8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..698f46fe515da3666f552f6cb6a8852a560a7c27 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:253e5dcad6a3a7246901571bcffff52eeb00520f50739f16fdec2d5d12c8fa94 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3eb79240da8e3a7e4992dc3ec0dcbe8b92121a7b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5af2f086f2c65e284a1c3490e8e2ff180ce1fa0637e7fd6d1323bd61b7a82931 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8657d9e71fdae4bdb5ee7c2e2846532861f28f3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79cc6f2eb2bafefa966ee74f84607881b548b893aba315fcddf756ea94fa4fa5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf23389a299acb5d537e2259c457eb200c03bdf4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83f36f1547ee788027d35cf696d5b93e71bbb383e8313f1782064787dcd65c82 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b730e61b82aaf84bb0948f406345b04d88b66c43 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9f5e9c0d1369916b12105167c430981f937040c19a879825cd0668a75bd8d02 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9453f341c0cce303c295f610bbfe6d80d114f5f9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3db721add38c96fb92b2db853cddc02716b08c34d838b46ecc8cd7d77e4436c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..53a91d14e1728645b71bcbc4cba3363036beb4e3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48db98bb0401f78c5b3717b6f54e030d7798c63aefad4125a15ff81cb2709ee1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee127af863f0329bbdde50ee84ccf6e479dd3e39 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69bab2ee8c2715dda69fc98e0c70c0c9392f55bd8afb96028d2ea6de8d22e3ca +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a8fcbcbd518056cd629c97e7ec48e42228776f5c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ca1a93d141ef1d718f5e689c40bde3d04af171612c1521e8fdb4917dc69bf5b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d63796b05d913fbabd5772ec1a7a8f26af509602 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7b5f2acd969b80fc3023da5a983fd6ba87938465c5e24404e42609093619e0b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..71e8582e9fd6653d227e73c330f51e46f142a7f2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84cdba241ed748b741099ef051609d2bc5b7313c993fb8916948c523ad24fd6c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc32da5c6a9539b288cc3b27aaa9ef8a7d355062 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3222f9335fee5d160301975733d80e45c840c3615f61adbf4e9f1bbcaec2f2eb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f75a5b944154dc796c976470fb758421f71524e1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f04e3665cbaa3a7fbe74940f6c24c4160b2e6232e61ea5ce4b6a5311c919d76 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..55fb726cab3ed54d8129eb82ba5e37abbf542efd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f069520af935158df21bd5a4c89a55b6e655a9855f8c69a6122710854b3de75 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b39ecdda379579b671a608c6e97a8187c2288404 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98b17f39a6d05751d1a6d3d51d42422836a37869ea2379ef6463fa59e3e06e7f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..56002ad6a78c6643a6e0be13c4274b1119cccbbc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff90fc111246965ca3eed77097eadcbbc0adc9d0b563996ed7bdfdb4d41a2806 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..defd1887681b76979b955e519bf7c8fc093dac7b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06d5ace670ee6fb7098dd60a4580ee74b19d13a9978d008b9a5d553b4e9b58da +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7e715e4d6105ce5a4dcd31655a36ef14f027e20 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83fedd208847cef739779bf6e49558423160a257ac799f4f67533572d389bbec +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5e0ffba3b6fee0e1ee81343ed6b01b20586d3dd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2899d11c960cc2a7fa207c65515c54b2064857d9187df04f561c19e1cf361b7e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ca9abc16b47fd9526de7c7bcd495898cfb254b7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d34c3332bad7e4fc9cc4742e83a081a6507571aceb154d288bde169a8ae2ce1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5c8e5a088bea814e9c942e20c347ba433357756 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca20aad09e7797eed0081eed42781d01a62620046c0181e7fe65949e21524fdd +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a640cff3ebaa13c0dfb17e9762fe56bfca0541e3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3156f15cd1d0c5b5bd5209fd63929a40495c57737f49f674ec16473d0ae18423 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2093119c29b9115b7b5d676a2ea8be5debb84b59 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c965c3b9dadbc2fd4a3e090a332bffb87fdb4d4f7a77c62b2119e03d8b99849a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b28e71fcdf3f0bead035967b792b571ea33b3d7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d6c3e8251f6c33e92b68d4b0dd3753bf1f184d6f201d7473ee5c9ff46de055b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ddda465c4bbdc40ef292f1ba150f0a66a92d9f70 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40e08985f16f5627b96fe71c01fda8abad70df8d83bae7d8442ba7d0918e5286 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e1915d68ff3fd10308e01a6881fdebfb34f519a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbe799067e53d240153630d686c7ca76e378f5ae912454da05fef12077dabd4d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..081a4f79e4d660c9c93e9774f12d5fbcb32d9bbe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6338eecb786a6ed105d32e4d1464461829468b6f78f77cdf5ec14a27bd537b2d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd8d3c348ccb727e3dfe217fe7bab99033f564e6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1fd159a3df4855bfbb512d750f80ccda76e7b193a2f42d2b9c1724632c7f6a8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f69006a1c13da47e157af9f18f6a7149e02383d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e44d1866d3442ed24d92a4a312781bfb592bfaf41530fe74bdd466b3d4c2e537 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad95c405500c6f2b0a170b81ddfee2a895e002b5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a54b0d1d319a771e74689f90b1f5f7157dddfc48ca61e1514462ec31be631523 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..71b7bc9e37463e661bbf11c21d6fe714c6ec6b0f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e382f8a21ba22cfe4096443604506eb14a2752cefbaebc34198b883ccdfed797 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5200af7738172dddb9b2f406625a43fe859eaba --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:793e86c883b3f84394c242cd3feb5a9140bbfe95e35b7ad55ceb75824a77f343 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbd071f8f4461c36cd3b66b7b5077945c8d32cf4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e5244cb8468144ba2d49ee035f199624f88add4c8878adc2e2b834ca6b1f530 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ce31f57290f7ef29b9d6545d6d6a0f7d141ca22 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30a20ceda66a975c6f6377da40630f2e5d98bf49fa0bc7fc05f29f57e2875013 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc5edfe02f320633e748dde814865d8746c8dfe3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f944d1a8bc4e007e2018a022066574e0d6b8988b535fdeea0dcceccaebc71c01 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d728c275ae83d8e49ed661e4ee9e2500eaf7893e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6aa915bc7ac3f62bf3da9c8f145ce1b8565998cac494294d565fcf8f63863fb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47072d79992bb7ec64f4f02e491832b95f99a31b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e2a5bd4a6b8fc3e55e75c2ac1c06945128d4568513ac548d385947bea5eee16 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c86ea3f7583b04666ced607cca7d92cc092ad61 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5e0053d0cb8908cc4cf5c0651890e17c6c5fc6d356c7b296b0461c32fc3550a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5414f0b93c398a7f5a7804bcf7b666a969228b4f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:638c05cbcd058f45fb908212a13d57492d209abfdf657749a7e06876f37f1a05 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..be95c81fee3aabaf7484bb43e6f3a76abbe9bb05 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9f9d73690db11782831f44417a3930266e35ba7871c1b5c3e4cc8f5dff70e5f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..766efb92c2cc42a3cb482c7270e976d4df5a6c16 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44ad158dcb95f9ebea405d0eaf2be43e8d64c789e656c0358da478b13daef5b0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9c755729f6376648141bd6acc588a0b19138f28 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a430c5ad765fc21bcc96783c7cf469a72b64135c250ae5e283a2806e70f3240 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..98da14156851bfbf4c6904c31cdb69a1325b2c88 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e17b9aa6b6942df5790227f5b41cd938f8941e58cc8932bab6e854053faf045 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ce4301d2a7d0ccd1d820811d23a59b5a71b04bf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa0276f84801814b9b5f2e80a30a08791eb3f61ec064cfb5ce2e51ab61b4d42a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f036fa824585641f1f25e1ca8398da95392b4b0f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25888f986d1ea7149730eb359a7b1d22a0e323150ef5ae535169626e23ffb467 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..94c9bec5790c1fda467f880c40877b0d2e6bd481 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f24ef10d76a33dfff20c81d971541fe0317d9af60b88ebad213494517e78596 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe7db7d51750406333e8bd808014ec4b7ef11807 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0cac5f8a7abe654dafa9ddcdc655997b6e7325f0ea78845c4acb99af0211763 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3fe2a9c8ab223dc0bd15f9f487d41b7a2c20797 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36558b5f35cc61d531fa68651da8db0c7c700053e796298460249cc3b79fed46 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7079b32c14f1483e99665f607053206494c52672 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22577cdbe238956bb1cf6b4acc0eff3ea66e3fbd0817da1d3842383e92d05a5f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1187c339cbb3c8c6e7928ed376d996cc6a949aa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bc53853516cf52ec09198c275d5533b921c547b253fa527c0e49e4e2809a1d4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f94f2d76ea5258b4409bf724df05f8b636b5d0f8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0608706c347c110817f075b3043e868d56623d91e31956c52c5f518f689cd9d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4a0ec90f1041ef9ccd797fd705e04ad146cd1a6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fca5dceda363168daa5436316bdecd90747257ecf17708d15d7c2e521eb066f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4136eb540da9ec4ce9e52b13bd026d01bcadddd5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:880e883ba74d5124be9ea05fdb82683e0c298f68203dfb91af0be3d2976ef5c5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b34a7c64989736ae3fc3eeb804ff286818755219 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06a6c1670002a2a38feca92abc050093e55c059dc074506533e17cc03bc52101 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..54733ca3f67ad41f469a949649f299642b600565 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26791a88c965c444161a3f5e67a169176731188d402c48b7c9cba21f0210650f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae8e59b34b91f2a9096a35f1fe6994dc5904cb83 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:581beff4c194f574937a582391a941c4575c2eae9a6e3bb3e732a740cac1ea0f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..39969994f7fc1a7ce6f027f47bd7f8cf152f84f3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d3a57b6a4d3bc27c447dd5a4724356326557fd5cd39b8ddd9410ad643919824 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..280acb9b1e882e024ac9dbf72671a0c4a336b4e9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7748f799669f61e5f68c358ec798ab2dc6e0a8f77b2fe3f9dcda2e910e907d41 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b87b2274e7e111cf0c2cce57d98ed4d3e53b13a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c249e5973bace39f652e93b08bd2ef34f63e7e2a50b255c47bd536a7805569b3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ad3b12fdc7d82b11be2b8b9af644c77cce6d287 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1b9194c9d993c54cf76d3d61148f99e489c1d5f7426d855c48ee37f180b3a11 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c3d70502a9a7ba9ef07707f5ae673389b74735d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6faec2c011b08129c32d3d5b6b6e0ebb8a664ef28a935c2562e027f176292969 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b59f5751256f1a646891b16902c8fbc9e52365e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83a11730a69cfefd784b0745f74ab25217067e8b0d9c5f1844355b0b900e5af4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..19051817fb384ad6f246c467571a6257fe5ac2eb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e49d20d56c5a0aa570bbaa64a01071ebe3f90de66d15561ef8e0ecedfa147b9d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1212b2f6abdf98ab615799c0a47a75fa287ea394 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4149b1ba89fce6ebe930c90479691529da45819d64324867eef1d1438f739c3e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..99809bd14ae1473106406a99fed1a801c4b2fdf9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3c260abcef0de6cf2858b6417adfa3e607dc07d811ba37b2b7b121cd8298c66 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d48a0f96c040793d6767ddd5a5c227ecd57d55d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acac05150dd24b9a6f89fdbec51196c6248d8e849ad64492ce21634922f00b18 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3adec73a7ea1d92fd65178e16dbf660f657aa045 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf0d03b85e745f8034b60248acb0a321a586a9e89234707de0859f088642dfc1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..417105c22512bb1601e241b30bb218db65eaebfb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f294333fb9661569c1dfb609b6493579ce54e9b57ef9a078f23a096cb366e088 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d3c7d6e6ba4f026fe9d878f5f55a8ca55a34e0e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b6fb3207cd041072edf73d6e5c263c7ad5fb90870dfdca093dd472ff976219e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d0601493876c1d9e8b039929928625b2b262a8d2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cc9b64788d051ce24e5187869fe8b96e07ceda97ab3dacb9d5d249a1fdcc1ba +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1537c288f0af551f07c609d7813d7f751cf73b1e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15b1b9378b6c1ecfde9c3c56155d0fa1758161323be97e7a27f1edfed7681440 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..25e0285b3b4884dd6b3ec740a60fcbca50302a7b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a47c1c32c7c4c12b8a262cbf530fe091644eaa98e5501b91d6313dd3146860b3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e72f0b38f7402e87ae6f7054eac3304aa0148a11 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98443434036275fe0ed807a211c2421c9881f5121a6c93eac9764b5f25b5acc4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c35606d34f9d35ed03f80e99fab59fbc39bb00e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adc852d82673dc2f90cf42c7eb91ef8fe944e85350199dd76e003966abbc5b47 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8e25e5aa6eb715fc86eb01ab9662043d1c86ba7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f73f76c7e6a3dfee2ad1196a3ca973f7c25862b2557e802653ce39605e2760a9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f811bdfa03ee31cefe4bbbfccff571f8d47c6a33 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e10c8a928664c3d56d072fe65df6c1dbb4ca2019d3e16d50fd6122d265460df0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..34a870f604ea0bac8582a71e846dcc16d02f1a75 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3c5354c3b15bec4a5bc123e0c97c57af8eeaeedb02a14e075ee9bd154c1ecbb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0af0509b8e38bb5cd0f275f651906cc4aaf048db --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b990aec43a4b03536a7748ec16c60d057c6d6bde783f37d282dc6e8e674c50a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..811e87043ebff5ba35e64a55cd0d425ec4c05681 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a99d8069025516f19e4b41d06d658bb8e84a6692a5c244dbcf53c92cf975eda8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b4b504060989f7352ad01fdba135ebe2d4f5d3b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:315a82773bbf596bfbef2d22d8eb1185d297f1cdf7d4ff23e5d44cec1a00524c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0a31a20eb93c74f2bded5b57ef84f0cd95c7315 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b179d8c7adf7602a40113606317ff974394853a5f6f4b347f0ed6f9dc448b460 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..29e48b25f01e9ec4fd14266b436e61c5436ceced --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b999da450a2a2a7a6fbe4f87d7aaf2946fbbc48f5cbecf40b113ed16123537e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3089b45bd860b0534f8e52af668c50da08d1666c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:071138dba1f58903fc7e5752d3de948a7e478d7c8c49de44c6d01455980769ef +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc4ba4a267c31c0467e85c2616376ecf6bb7107c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3adcc15c23e9b70ebd727361a727e13bfdfe520ed790c6d08f0cec500ae3ccbc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..482f5ac8753b4389fc7c5225faf5b4f915b6d82b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7f0cba966679ff9ca9742fc9ad5e67008468aafca5f09c54f37daf98b644c18 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..68737dd60e3894e1ed80bdb8d8e2107497c97bfe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e76ba472f1710b6a7cb49552bfbdf883fd1aa930ebe83fbea8c7c2cf2192777f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f6c81c2be2f86910d47b2c05bca516fe9cc3f1e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f1c551cbde01983cb2c577072c81d655e89b575e4b13918d66f1b3351dfdd0a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6be8360ccc775c6bcb59ca8f1ce8d450ea7b049d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da2702c65e112499d54f63db6a8e029c48fc5b70a07073d6925a0726de8197c5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa4b3be41152ff071d32bb961ec66008299776e0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99336850738b274ebf251829e7f15b89fbddd888adf7c800cd4ee0680010ea36 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..430548574c70dc0b2ed69812d48507b272171ce4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f50fbab3165230e0be88451e4dd396d2aa782554e363b52df6c4fb131cca90b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a2a96506b3f074fa7c71a0ad68a635f30e40cdf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfa5ef75bd079c38ef3273800b3b919cc5872f871385f864aca9ea8897c43089 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9154b833b40b2d9305d0da705fc8832c715a6c35 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a836d22b79da869e5cd58b323af3831e98cd1767aa8e8f3b87ed430e3278e97c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..517dd29a9e7a0e05e1686d6cab49ceb1011f0aaf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d156157e0378af5cd1c4dda3026d88fb6e7dcc919e7005c3a9f9497cbdabf1b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4182e231e0be240133731ce240988bcb96406fed --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccc35207d51b6d3b77a2bd41c36e7c9578c63915dff3196d19b7e3c2b11d2488 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b52e3b88597073297e948ec07b3214ae5b13da47 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e388e33b798285f5d0e000faf1eceabb378f11d75212e6330153949fac061f8e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bbeea894fedee9d00cf1490b0a7758c9f2062bc8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47eaf9fe2028ade79a61a4beda15d66affa241889e8e811eb0e3c50ff5ca906d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa4054329c432c3cedd9761623a6c235b79f9cb1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5b5656293eccb9f63a7edf6ebe12899509a7383e16687f21136d4b774ae665d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6090d5d04093d1d49b43ff2992a7562bbabfa707 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b475408b07941b059b37c06bad3ee06de1260c83d43911ef9fb0b96c1c7e62 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ecc9fcd34e05ecb939800b8e8255d87e9890166 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:668f9802e85a38482ed376b27d2f02a34aec5f474cd7756f980e38f84ecf1cb6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..562c1982f46e1b9d5ba4d8e0bdcd817b300d9e09 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e10fdbd342d8a357e419ec18128504c4355a4b088b1528f9bf58efc8203622e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f3a80859000960585063d2b1e4d019e1ca3a09c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd6c93155a6df6a7dbe288de6ecbafa942bf5e3fcb43a436d04aa53c452cd30d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ddd3bd28000b97e068156169938b22fdc24c7cc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26b8e760a777aa0d30d04e610599c40c69e2c10790f149a0137e89def2161733 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/lm_head/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9306bf0eed8b33de0c6ec3acb494531534973db7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4e1fdb760bd36a2f4cd6bb221d1fd81b9ffe8923b3ba46c013cd54734cc4d1f +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/lm_head/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..557fecdc22052226d62026a158807b99080f3097 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffb3f8e2a041b3da2e40410d02460c15eadb46cc01c17dd625dcf0bb57b89ec6 +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4117eb9ee5a2ae7e7f35863e7b32f42cccaf17c2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9928439dca3cd0edca5858f382684e6193d622125eaeecebf548fe3cfd6ecad1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3383535ce35a9fe9df646315d4896375f3ffe09d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6dab54c686cb5db14fd2648f91f66d7d641679d17f11872e1b531d71fb27dcb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..75b8b07488171ebfb97d1a06bf09fd4fd7600656 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57948441746a6ffedf13b261c93fa54ae5fdfd60447c62e955972501de17e620 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff1e59eebbddd70b5ce28fff51d0dc4f2093f7fb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b705e18d90502b51d577f65d58b404390150fe8e368c6adf3c2a445109c8feb3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2f0aa07937b3a748ab49f4cde6e2c9e18648ecb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1003348cccc83835657c84c564450716aec6dd9933c4072d72a3b688535a6ed7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb7bd1ac58579d161d6e2a88d270223c30b97e9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f61803c88e946c041b50df5fc31273db038729bd67cf08adc0b48b30729b5852 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee30c6e29f332dda842afeb50f01e5682a04d7b6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f0b9ee2b530530ec44c09bd62397b96d4fc01e2824d747de6de16f16c7e1063 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..106f3cf5b9c3d69e743a3760f1907b834c75fc24 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3bddd8709c858f930a7b578a8ce0bd92c80f1643101726b60f3a57342af54e8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7835c2ee9bee694bf193d9dfc9e27e72ebd97142 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98dbde76c8d0e680d2d83c5cd936289a547a579d0ebe37161d0f98e0a4fda850 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e55adc441404e7830e281700f266ff410290866e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b082defea316f23e3f5186e8475fc502aabb40f9d7540f4665817923dcfcf4e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9743253526f36dbe9c5ba07ac9c4130ac1d002b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97cf8855e14db6b446c136b55777e8e95f3da4bdbbf7586f55c40d1ce079ee8f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..250caf2615232fd28574b84f706a6c81e8ba2ed3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e90f839bb8c9ac59a7e997a7400695726b306130e6ae7323a4100d6c59e44970 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f5edac4cafe93080f481b78bdddad0322e91453 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a46792e11d91fbd1666b514e6fd5263d527e676ae5a6ec5eb5fbff26b335a2f0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..37f7a0dd4ebb7c44105c375ef908f928742cdd68 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffc0ee32874b1dda2789d3b6843794cdab069e498aa28a504538ce960f63681a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e72aab4570a977673ae373bc91bc97b6b1954ea8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94c36a4fbdbd105e213f33f49057a9995413796d82e95958762bd4ce51936067 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb18b64cdc3a2f24d65683669e107098becdd143 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b198b0b192bdff61d6b589fc918b4c3374c9195c1b683c6262999fe5d966756 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dcadf47c55cb6339b936423ab1feadc323bc9775 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c975b71f0a7d8d614cd978342eaae975af4b9d8e350b629b7f0f6945b979e7a2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..53de194f2787372bef2abf171d959bdcfd76bbc1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:088d602c5f5b06c2e65189fe5d2cfd76c960ef21800cbfc382fb544dbd6a309b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..641e28767888de73a6876bba8baab522e3e70bfa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d13898d88dd616b3b4eebe71b06f79ac7c7c156fa990447fdbcb5c9047470dd6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..30169bf16b4eaec16a117adb5733f1158a4bcf04 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70e7f0796bc38a09bc5d5f5cb433e0b077d826ec30eb8d8b7884fd41daa8bab6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f027b9e8b1ed68b4144a269941eefb8e60ac4275 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72298e1019bc70c6a4611f4df6e415351b3f342612c3bea851936d8b49c85270 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e095d92b1dfa55bf1d0615b7f05259e69c57b83f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5d79ce93825c3572d98a88993be20c0659fd6916602cb9e6e3aa1e2a42092ed +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4dcff47cd6ca78b7dc22a12b94df532b170f273d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30390f8fb2305d602d2e637a4c84cbe51c623790355152355830d2cbed37ffd6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..72a1799bbbf9aa4ce61948fb4a43b3915d338326 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9894dcf876cfb59265a2210e7bc45f26a61820797cf783a8cb7e6fad85fe787 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b8f4e6bc6f19b0fc480b46eaa6f9922065fd266 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e40702ac6ec9ea84223fe2e575a19ff49c2460da065df9b1d60c6968b041d33 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae65a9ff8858ddc342dc60c3488ba1ffb72d3bbd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4827e1ab232300f4f31edb95f7fe72e99bcc5b712552e0bafd85a6088b5cc59d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..77280797b53bde98729ae096266f5822de692c56 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f04370249923e30cb827dbb62421703ecf519d5faf8754b1df4cd1a87bc63a4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..85a6583a4fb28c198dda0aa827fee3c3b86ee09a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c3a097679483041e3792b75f878ddc2470dedacbce4949077f53c217e7747f6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9929d2dbd2dab33aaffd571ef74cc04d98bf1d28 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0e08fa2d67373f13774f8f161ee1d9beb6a32bb33615af83f7380ad01eb351a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e025f4d3b1a294afcd61b7258c461a5c55436da3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2971165cc8042df545c3a995b566c9fa5d9d0f0133ecbccc57cd5aec90a99a4a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba4454de3b5ef8815e72b87dd726de148c5df87c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:595616cc001fc129158663270e9c4018b3a43ad3ede7fce527436cc169304dd2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..756f37dae23a331c3616e0036c475fe3f60f1999 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8207d2adab02aa14d6996c4b4ec930857c7c421a492c4aa03b9d2f80651a9cf +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c928d2256a48a316058359d5a3029d34cf0c7b2a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f655092be5e22e6c3dc79027b36fe5d0f85d94a8513e6072eadbb116d1fca72a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ebd71756d54fe0699e88340c7ba6236309e46822 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c44581aa1b60855a4ca4c6d73d9bd9621ecb8ba4f2b70dcaae2991dbbfa71a48 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9dc1953d6f87bc4012291b33265e32ed1f3097eb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a2ab0bea98c171f4dcaee548cb1af3ddd5de40bfdac4c94639be8949327a603 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d81abd25d15b51d1839f1bba0ce5af4d6476439 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb9a44150b05f334573320af88409d13c600ee9cecc666f0de860a8bd3a1a6f8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..baf6901f4cff51b6aa548fafad67a577e252f88c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ce7d3760157cf7b59d5a510c42901ffcec7350f9d9d54c21bb271e3834cc49f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee5be3b7edc904977bc731036e58e1688876afdf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ffbe5623af7b8fb331c89d96e87a53f49a58bf2a773360377af752342c52dad +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d4c7e376e296fd8820a14eb682f9ac9646404ef --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84bcc28afc5ce60f4a3400477515ffba6183427461c6ec812e03ee0b98586051 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d600641bbfcbd857d2da9cce933b6a3c8b754629 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6b3dca14103307421eca224f81c268b5d515c3ae4f14e79f84fa87d9b99bbd0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e7db23244b7568c2de228d0b021b4c1f2c64ec7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78655a849d8afc78e09f414b5dd13280e7e96054f3034560b8d78ea1431011a2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..afff36ac0c8b44f938a94f906a4f9a7dfce43de3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:904d2876779695f739ebf646ee9c70c49e1c815355efc761bb11668cef36f691 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f98c58f8aca7ba8c844f041cfd2e70fbfe2be048 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96fd17da8697e7edb84ec07cae1c84a177967aebc7752e4054928536563259e6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c658baa7f29e87ad7bd0d82f9f9999e31cf3497 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f2bda300d7c6cb884256fc1f29104db9eb028ac4b3dc170afb89a482cb1813d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..83413fb7d2724f9d7a013e38e8546919472281bf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81c3cd755fb6d6c9b138f4a3d52da8916c8b76228e92bf88c7297120c4a32ccc +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..858cb66b8b2a44ba772e5555347f9985d571b456 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:714f64fb6f1252145b78e322ca412bf7115721a70b7b24cf756e5792ab4176d9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4254537f54dec4d62c458b5333b20ab5f4d42a82 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c48ad2981f4d50c3d0cedd84cd16e200c410a544b132c1728df037e648092a51 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b700b041efc7c5aab828e9363bdab253c3e4a2b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6989401e92595af57712e81bffb4ef5b59ec745db40cd1e39d2ad85646ba31d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9808c57f1224b771c6fc349134b4afbe2240eeb8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5210744aa72a7e40de43389ddbd9e0fa5281d64974c09e235676684bd1adeb8a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e567034f5904271fa52bd197223e257ad129d9dc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8945f3dc983372be735ad6f3d0f1441db9a5330f01bedf719269b14e8a2b2955 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e1e730d7603bc4e28fc1fc4dc729b69ade4dc1f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c53251c065ce644297e6235303ade3c79e780cb4bd427f17509b1df96420eb08 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..746b8866bf710daebeb7a37f4ac9477288f94a0e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a690e1959f2679da4a34f9ea0193fd31714ec87f90eb20e393c97341465264b8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9dc43de1ac07a3e0ce3b0b43c1c97acf32d92287 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46767431c0ac741d5e54ddad951d9939067ae9be90a9b6cf9b0aebe5095f0216 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..81f707e384cae96200ff092026bfacb1559033cb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c388dfb2871adbc3eeabff7ec2ffbcb2c92a7f5263f72710da27ee090ccb660 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1112d05238346ff036de18ee44183115afcb864 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:166ac1c556f41df02373bf29079e2997fdec3e8b3eecc728c18ec414116d6160 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..532c964361e014237be3d84b4555fed9a6957419 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e733cf3b463c25e6cad6f0517ce3f75ff4c8aafe74ae4e8646b091a314dde57 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9cf93acabefa840e0ac99ea7a9493d3162329c8c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b05f0ef21cc3986d47e1c0c475a97f0db4a7be9f212ed9f7791094475e6d2a3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..acb49ab372f68aab0d17ba5fd4106b9244e27bdb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6aa34b164f439eec4d69e9977591d4909167658f5d324b2b12555530e94fb556 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..88411f92de5842793e4fa2c73d43c58fd2ce5f29 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1b667c5c251039476c335f9b07ddf150608621080ed6b52df246d9fe8da334c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc97b2caa8404570b58cd4804a3e2fd8e5d9f0ae --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a238f02b85da0a009f6072536eb8fa9a6d7af2f1fd0c4cbb8ddb95c3359330e3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0c5f4b67edc88fdca75d41bc8f95bdbb6d2cac4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3a602b8c7c487ce897f0c20b9b7cc41df7a03e12f0f16dd9b8f8b78f764a2b8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bfd9e8dcb44d2c13f98f25c9946a047f493920ca --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ac3b87eb8c64b057e3250f2a5daeaf6f5133993a6eab653d8b6a8363fb669f2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb187d48dbac71b5a8c539ac1eb78bb98658638c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01736019276aa0c38e7bc6c22c248a9cfa6da4816080f6b550acaba9129f916e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d07faa3b7697982a0ff4195d4a114ae30a50856 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b77ca82b34bcb4b253f3ab9a47b674a6870f70843752784df577f697aecb3a4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..51a21786461edafae9f35ef9b06cc245bbcb4f43 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a8a7916b7b97ec47db4fea4c50d4103188b4729db5908ef053f481a4373324c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..af1afe17501ca52489abe3751eb16655440f09b0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecdd2464212e633ba71a5678b48dda98e197b1bb1db461beb342e2a1b1fae953 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..49a88d36a98c8b064c12f4530c39fb20b23ed63d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f0a0842c0b5f9c186ec263f511798b814bd47c379c268a2d24c0756b3a4adcf +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..664a3c3a7ff6f17a52feb775d349eb3656e46ad7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5aa2ac426fc32c5ade7016543387092fd228010c58c7254b87c8d2de6c673148 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9115e1b89aabef0ecff26c7481ba10849f0ab962 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1e5ab73f4626d1cd6ba4c1b59b51be6baceb555d20653cbc8bb968478427290 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d1d183071ac36d374b59424951a0307c0444260 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cd53f4e80e3666bdced801369adf90e79ba3a831abdfae3adce755e16caea88 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..31a728560528b5e2f544c283c9460390e8555ef7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a911fa7eb175353da2e96c05b00a4b7a4522edbaa475317e7e870d9a16ad812 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..92102e586d2dc3c65e339d98740f581ceb1ae78c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83e30382be8793c0c72d8ac6456cf61f73da945743d4130a4a0457d704333eb1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4336576665d89b44189591fb48f12daf8f24fc65 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab1aa6a79f4605a4f51940a8aeea4910fa350dcd1f4df7ef49b96ff34b324c0c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f60e63529cd2944f2eef1a943ac17940d1b88e67 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86ca9cb48d9d9b1163bc5dd6f0dc015519bc1f0f6dbdff6ebdc9a201cfbc4840 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dae2aa57213a01da56c5894d40b7005b18e4e465 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75d0094903592d5f62885f254a819031f5c5b39fd5c747166a29c391368fa3a6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c569baa1c8a6009ee58462f5536c182802bd28b7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8527481e939b65b0172bd81ace76a486c9bdf7ccc6c5f839eb7316a44f0397ea +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9ef491cec775e29900a48d80b606fc4d2b55a11 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da64d4fca8742559d1efb2e996b9af8a2f04aecc63133c2c5130b89bd05cd4ba +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..886019ea849c2b667b1239cea9a96c378fb04a9a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5175eb7c311ce3b05d08428cff9d0d275228a881799c5b16f363119f7406195 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..002e404bf164bae6f9df0c366a15107759e13170 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51760cfcd196908fe08b6625be5e507bc08f5a64afd0f20d6dacc98044b6b122 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9e2bf0cf613ee4401c1cd4e9680a4f6804a0e7d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05115742dfb7f007e3c28d5e35810d124229a88560918848dd93b0cc2940078b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b504ee0884ce6d33a15c333e85c356efe52171ec --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:086a323bd59e1df025fa600fdb14b8ff574985f0778aeede7ff4b161a0fb5b44 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d82b01e92af1c553bd41940b6917a75977fdca55 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b68d1756d4ef14e2d6526532dd5f1df5d90e2749cadf2228d0dcd761c048d809 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..537c66b8500be986a7241d384fca597fb4382939 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49f18b9451c07f53b308bec212a9fff53f8646a5440aa035eb752052c87551a5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..025b3423c79075daf93b7870ce46b98187a9d6fa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ace59d88763cbf4e275c0c1b056894467de7b41b165c38a10ebfdeae3363519d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3bb0a9c8889368df2f2b2f62e621c014c8971add --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f686b6a0abeddb8ac967ab4229dbe590b7ea8307bd4d7810b6084609fd511549 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1bf00297a4fb17fa21bda1bf696115bd15d4bb14 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d11a65ac30c4287da8738669e63c67df18e99429f50ecd08b29d154efd0fdb77 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..88a8e84f6f409398e5b0ba9c542dff8f65aa5f47 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d30f06e0d7806fa571a70be1ac22bd6399c383e4eeffb0e8d5a20b5acde920e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3af54697a2068f53f6d76cd9760dc7c9154f4a35 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c9eb3195e40b6419e01849e54be50fc1727ce977cddb938495ade5f2b2d2852 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f50302a1571b982181c3d045c7bfa3ce7b4c40e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e964c853daaedbc13c96068ebebb1329a5f441a19a99be8586d991e84f7788c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b13d08e9f7a5feaf6d3b3107e02ddd9dc4e6403 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96edb2fbe52457c53ab04ad6e102567db35890a0d98a34ad634cd89be3199bf5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb6380d6a38bbbcb5b5144a148a20d4bdbfb2161 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8969be51d2267beb92428a73bd04654e5bbdbba000df2c74a6ee5393eb11f18 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c7bf8ebee742dc55e2089187b88c4d83b27411b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9299388877c480f456e62b3e727216d664f20594773c0048b897a479a893f07b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b445ff3bb3910fd8e44b8cb6876eac26f26b5bbd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22d51ca9cdb68b7854404841532f8b9b6f1cd7fe845a68cb863db8f7177177c7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d1e4bfae1c7d165982da28605d086d2334fe71d1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51047a8f761d4c036adf8f1130c2f1ea9e8f6e2b022f14a5b54ac5ae12969a72 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2b7d0d5c966c409a6485ce96d8a42a9a4d5966e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b315ecbcbf1719fb9990caa8b7e23ecad194ebba26ac1ade5be12b235ef61494 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..500778012156677f6864dbeb0d697d14c9ee38a5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8daa8b01b0e98d93413c1c5d67c75f48d04d07187b820c7700ad036119e9b88 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4da723482f6dc430edb8f7b0968335748b707d12 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55b59ab52ecf1fccab686e44cc63e65ea7c61c247098ea91077c3825738c5785 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c456f7acfe3ab6113ad3f29b4db00f8a657eb1af --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0485ae33d656d7ee845810d0aac2f50899044ff9226e2f55c5f55406d597c89c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..db6231227ba82537f8ef5553508389d8bb2d5ef9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06b10073f3098f03d458d5c8c46fa4a9d3b12837ed988bd183509fae2842b2d8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..196bb11995585186866f6520bc782dfec3e88d7b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12ca7ff1be8d980da9ee6b137e212be9c1234fc680df020f7924133837111e53 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..747f28b65a479ecb3255535eb290fb93eda8217c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b251fe950102d0c6cb146e92108d69482e8c7bc6875b5bc0b986070317b6b67 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b430c0b8893d6ee9750236048dae39cde60a649b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ef8fdc6aa2891e21fa9c855f2ff86cca98b80eb01f4a423c8639ea34ed89acf +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad226090d09bd5c059e7b23dcf86353b40362fdc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be7b3855520da35b24d95a0aa7f01e18e4fdbeef4e2451232cd14af90ac845b7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7fc41872c38007147af7f9e3b11de70c939e90f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ada0971921f0775a889664294651bc4c9c3a730c570ee6f196def54e53a3d27 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ccb4aba8818c883b4786ffe8fcda8c4ec7780705 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e01a23985b42d00627907fb6e64bf55374d45408bc934a2a210c3c5952eaf7f7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a1c7018cc6ad04f180a8767ac2c070936f17c0d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d15d3798d037ff2ad96e4769fd782c504e168ede13f0cfab0e1773255a7b6bee +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f9ead4e7632e9fc5887ed62a302ff5c8c5e3754 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d4b1eae234467f2f3967d4b79404514104df1704a83867b20befe6c5e9b10d6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..966dcd0e5f73d4d4dfbf0d39ef36c97c4e1abb74 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cab82e2f1dcd3109a5be52213c38ce1a3b772ed6e5b497398c5b1f158db66c58 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6de8ebd9e284bf842d8014b1e0d5291ac4c2131d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:242f131c85563ce7e61f389bb157d2fb35014dc601165d2fd7362f7b760485ff +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..80854efbfbed9d1b6dd769a0a7f0d8623cf10e77 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40448ee67d65b03f4e596edb077edfed58f1355c92d94d2e46de82f1d034a09e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8063a578da0c712c67c98768f9668ca11e8f92c6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc26308745ce9944d5b542fad28dcc4dd37890ee82fbecbf6305c5d6887cc0c6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a52178d3ef5562c4bbceba637b9b783de2d5bdb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adaaef7aed74d8482c53460ceaf3493b4bb46493b803d3546c4a5538a9c2f75d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..83f024ad232f012e5652633e1731571434674d97 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7c1788e593250b717db4a85e8b5b0b12dd18fa62ee48ee8cfafda676da5ac63 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1b423e90d66a844b4dc150cb781317822def1b9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21c469a483acd06096aa83d27cfd9e25764bd02eed0e6833aaecc45400e33419 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4087aab95357bea9dcddc30a0d72f43091787bb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a8b845f70e1707a75d2b8f903030f9b3b3e74f70ee4d4c4f656179cca93a1c3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7cd0c1fe4179e9a80289c680d0903bc81907fd36 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2a62d64334aab166a62c86d9c2c508afc827ab8baff2d2001b10508d7c57052 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e430ea6ae6d4246f5beaa667d67476c23e56d2e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdf2a5f194405c51a168d5812f96b19ec392672011cda884c199805a01896486 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1eb94e5bc33e1d5eb6932a8d9b576bfb58b6f570 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8dded80e553cd40cddc073a6507db49be06de6300b82e2a9c15b836d497875e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..16651ea21d3af4f1da4aa7aa871c866e386f3d5b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c488d2c7c6d41a0908214a3969357aa9d1d5f13cd8e8a61dc5321ade4586052 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..54217dc6a957ef60b584127c5a2173fb07030654 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:258f3107cc26c65d587d4036ac1c98efbdb805a43da8ea1a9c1f578871f2e297 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..59daf90bdddec3a407533bde8ff1af26968444e2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1bb48a2227ecf8b0dc69d7c6c0b787cd1e05c8bc609a579c2a63ad0caeaa936 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aef5af435827f0e8fc3797a9f587223dec59b0f6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c73b8ddafa54d345be9d3909347caa5704bb4c56854766fad05278030a01533c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2f7240f9be404aa2650fdf0ee6cf519d00a9157 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e91154d5881ce1e6dad3cc5c18779645f68749c8a378a8fb5d3028d6c0b7a9ed +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..43ebf59bd54054a8f6968db6230c8f11f0e158fc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c050670eb7be3f75fac5445300455f41354f71f5466957b5894aba29592524dd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b071e4c6fdda71eec3a5311ce9eb2dd416ab417f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06f735bae5a9e95f33c95153ca14566c713d149d350887702ae81026cef5a80e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..97b7cb5893214995b53ffa7b0e66400114ae2e8b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27f60f6ba73ef158822e4b232fa63b20cddf4096c32bcadbbffa0b2597470b7d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..19c9873f15c37617402d67034844a069b9b3a546 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41b996daf28dda9f4f72e57b6da90cca709cd88db29968e82286847aa3972723 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c25a813ec8ceccd34eaf15a624bc78ed3a40f11 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:404063d49966bbceb0bba563b313edf3c7ae89e782fc6701a0a7a1e1be2ad711 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac32c4d3ee4b1c97f000608c133a828d06afd53e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83b09be9bd9829271b3f801ed6a85825ee00668585d81eddfd7fdbf5764c0723 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f19d5b4795de0ae38ff31700d0b335bba9a8740b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4fbf16ee2237eb68135821d108ee2ce3a0903f8aa2e2ddd9e3651d14d75c4a7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..53192ecfddcaf7ed83dcadf3dff4a608dcd3fc2c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03f4a474d0a80571b1d4bd9e930b18fab4bb974041a7e2eccda8584ea7448d25 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ac6a694b708f007ab0f7d9a2e2c22f9d31f62bf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01fbde8c2d548e8d05d4076e7b66c3b03a8755d82146f27dbfc530b78573ce37 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e17959880e7d3a7557aaefd55689ba4cf7d546c0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd35bc37c629d8e6f7d2728e3a11644b07c9a1045a90187cd380dffad30ae8d9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..31f1312629421caf2c58ada7409fb4abac904f12 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94af52b602921fbeedd425c78b3b68723ad6b2ea1238ec3cd647a327e7e88326 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7a564755618395a037c4a2271ad5b919854f3fe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:342aec0d06ab4ac3c26785791de2c8a0a6c251ed096294df4f251a0a77202b49 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e81960c6be4de64eccf736580d2ca118164122c2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7f81819d6848168ca656b5b713d3c96459c2a6088c7e75156c698a6b496555a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2a6eaaca63323a7da98a291d1a4d31ff362acec --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:044a88442b6e9d21b277e3b4920e9768cc4d1346542ccccf4bf5157ff74b0a97 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7fefc36cc0ca7344a2cbc5c590ec756bcf934a9d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a816dbb30cdc2f0580e9c561c15b5baeb04a9a9befa7fa9983e6da060c26df2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cdfb82115e61a7dc3dbf9bda49de081c578fb2a5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e940ad72c6ea9083c2dd7983024d12639f6bef9918ed86c2dcea27aa24e05126 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..34d66dc87d674fde8e0a5a6e59e6f01bbc91a1fc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af8e2133fcd6bfe3db09fec073581e83834b7490c89983c4542f352f9741ba14 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..54b0fae6e4bc61039ccf4ef2799f8d7450607033 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5fb998e308d803f67e27f27c3f693daacdcab372ba8aebfb58b407e76de42ac +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..54869fb830d4e3229f12ef81392d6e557d305981 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bab26d70aad9ccddf31836fd27e091576b9b57f38e83e0b07de622f37372489 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e84dcbc2e394b6c575523d94d5c4a397e517e08 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:055d40d864bc076033e6b394586b8b314cfcfca310d579c66989c112426d8e0b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4852bdc3cc880afaf6b37c502648616abe7d1cb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b25897f25c2f3a95a873ce99dcdb73ebff9a8ac0c1d2d0201e9191437e87492a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6838aba81e4ca833a586a1b11972cfefef203621 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cdd1826a9b4044583cafa0a675f8c6b2877504463516226c96341d40fbf2b16 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e9f63f5a7e2f5da79262926bed143270ae68ca3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be9317a4c261717c415752d63a5749ce014400431ca48023c828c73034387736 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ec824b5f3932d404c8bf3c67c29f2c7c38137fc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08d26f73c61f2d776fc588dc8a2f0da8e625c5c87d224da8c248d063a0da451b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c900eca7fd2febdc4b1826d53f7d35beaff01669 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:944e81303b8ffb18a92a8b9cf51c4f1c2b501a3193162c9f95a2b6ab3868b4d6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1eed7216594053a13570272a38d9de2e90ef1087 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37ed3e7c19f5304a45e88c3bcef472a50b8c6f5d8bc2efee8f2879c8bd722b55 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aaa4509a49f2cd4901e68e30e7e21f1b20ac74b6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:661df6e169f68e65aa71af7e919013ad5c0319db9bf34dfbcc6adc744e993f43 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3806d5db6b187b0bf78d81b1a4e58b38bc5377d6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b346f83fe992eac0fa67f313437e90ba3f03dec6f5d87090cdf87698933c78c1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..796fde0debf4869d1cf9fb885330e122e7df4d74 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac9ad0d865784ea1f7b8215caa83435f2cf74353a40c40ac12518f8909792a57 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..14b400fc488e245a6573b8fa07d7be61546ab812 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d119ab8b912bacfcb29f365dc78ec9f0af6ade136bb4f899c910901a095443f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a559456ec555c284a588c1738fb5debd7703bf4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9e906b60f59fe06b287773d6248fa5d2329e0407b865bdaf34fb17f4988601b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1db5a7bc1587f639fa9c56ecadb4782ab31637a3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:859d887bee21a10f3d6c2999c58f1e88e35dbc77e0ac444084b3516d4e3990e1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d8f2a3edb360826101a125dca3dd85e11117596 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f134ffc2cff7d797af5d99c765da11ac65a1471b6ffc9d7f86c59baf27fd45f4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbb41be71ee890fb83132e45909822c5d8f43a1c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39aa4a6eb373870bdf0c3ac3cab83f4706f08411fd5629fc47bf8ae46837c05b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b553278467731ae20cbb63ca25ccdf0ce8913d2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:863bfcee11bc20b6bc65a278351229a1a3a65f3d6a9250a7ee26744104f0770c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..168d86bee46c61c8d118db40bdf1ce17a3c8b708 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0c76a73131f2b0ef4507715209503ba926a817d73b830ba0ce41cbc5596a2df +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e062c8d25bccea7de615d92dbf2da50d49d11f0f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b620e01542960a1177f075c7f0ef1c51835f0b13f0a91d3ac556c8b6e91add9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3de71cf380a0fcf51e4726a6057245c5f6f4566e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62587ae04727acd956d9fe7004ae54982f50bb03d42e50d2c5c43eb623c537a2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..68ef5702129407315f3cd456d3323880488d3acb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:442b2a75362d086381fc857656d9616ffe928608cf28eeec576469a804178eae +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff6bf28cb1b9088584ddaa333208542b2abf8981 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:920b3db5ebee62f9f6800e55c6be1cf5ad68bab86471f4bb9f58dac83ec95bd1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3bad855b333d3ef2b07c7411fbc4c56aefcc086f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:137cd49feb6e0eadeaa178e5e59c12204aa629d2211ac46f2f160559e209422c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f80b0f8b450594a1e8206bba94ca01455ebfd99 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ee3c9cb564c1f92163b92eeb63d8571f18116c3a13138e762bd91892af09668 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..843ac008ce277d409389c3aea5c662134e6fa055 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0518692782b2c9559f4e102edff04346177e09bf85fb48431c57f9c2e1be84b0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..868321595f73a9817bf0997da4322f8059f07cb3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c43b724a5f85c53606a7d01477810ba5e661c8a9c1f92d48b5679adb0e157134 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f81a3bdb44aae7952c7a9c1c1d6058024bb2649 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90464c50a049a54304a93e928ef07e028ac6c3eaf27f3e77b14984203ed3f3af +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..28e4e09b123c8b70f51d289826009696835fa03e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cc5a70a436193f86e7fdb7373b4dbbe0fd9341fd1cf88d0b5f2b042b464b4d5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bda9912c9f863afc2176b41dd388d9f983926fad --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44ea5b86dbd72f7722b7d07e9deee6a259691aed24299034b40a8cb03e0fe872 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d603f501ddd0e443722522173c4082cb4d7207fc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88d88bdfdbb4aba93c91f445be51d9bd40ba63c0d90f0aca93f8d5cff2757894 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..16791b2cd5aa23526e1cb1b5ba96adb6133dfb4b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2fa1f5408051163e53d89dfaa8aae47f19feeaacac93847c99298a6ee3c1a88 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dea4539ade952e9c22af89bc2828a4bf44e20538 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bada8b3c0994b1bfc97cad7d8de94516b0192baf6d357e6c9cfa800a056cae1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f72713d7fdba85370cf698fc23ed749e77f2dc21 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b3d8d40175074d03cbed124b3a15b522c12b8049e716c62d1e4e2f3add55844 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b8189204522a320c0ae16fae3bd823954ead14b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecc4c6bb86c3eeeb2e88a4639e322225348a938015776fa66bc8d8d6c650de37 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..97cd22803c36d88f62b9d7cc37f11390abba358d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa012f4b0da422f99b81e7c18eee177bf971b77cd8a36f4b6e9afb72a58debf5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..45059bcfe201a700d9355cac5e126ab92fdeadb7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c62b06fcd4abb0220ee1b0a7dc1cc100fc9efb3adbc2fa3bbe4936a3c56408b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..19fd7bad1aca3a9e202707bd3abac5b6e43d73a0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:908495b19f81bbfa48e07cd06872b5068c0cf126a1a7471c6bc2cc57672293eb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..44a7d1033172555fc3f40df9f0ff4ddb0c84b278 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52a64c5ff71c05e417c7ef756e10b77c7f51ec044728624cc48da8cef127a835 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4c5896b9bfaad2ac692c33ba95ce29d5ab9b121 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c88e8136aed1f3fdd1a7756b2b405af3465a36dcea4035caabb59f791536822f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..88c9c3ba6a73728c32596d6e724bc53d941af2d7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:690b5fbb71b7fad8de5daacb0c4ac19e2243584431021aea8e6e77d89795e8db +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..56c10f14be2d17f4262b68f84374163abd6997e8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88e68dad4d5de6392b20987589868d4cad9317feb74ced37e0ef9462cf6d08f2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..157220937ff37bf0b0fe163056d4c30f1a214a8b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33f530c6543043e71a18f421abab6337f7a797d5f54962390d6b5a3b9367c42c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e947b75c4c7ba5bb8352d8786e9a0629d139fc38 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dec83219894520ddb9cd68a24bb15059617be6be140a42fb08abf155ba49e1aa +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6326a37d5c0de18627463cb5d7d409f9b2c769a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d8ff7a111ebc9a7e4af1a8c7534c4903ad05dc9716b4f1d61e4393146fe79fe +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4cdc1b1b7a99d308a5eedbd7c9231e090b486105 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08cbd815237cf4b24135632d95a1510ccfa8a1a56eba9f4f27ed12fdc87eacff +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c179840193adf2a94d421345ab372d352b02d598 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9275397f699c685c1afc574c6bcba19b1146c12b3f54ffeade1b090601fd6506 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..84e7b048c09281e701bc2df1a3d9af5e472ae9b1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e23610d631e94536536a405fa3572e281c3ec80eaae262b4184df89a17c2286 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bbc2faec1dfd27db93f3ed60e598679431075c23 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2982e6a2a731e56d0d0bda43d6babaaee307b55795585c5a0874890dc2796a5d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..32a35acc0051444ed33c15d8f91d2e1459384e38 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8358840d98de83ee42c8456b492c545870981caa2510af8b408da053b85e221b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd3fd0fa1038739d74a94883df409c1c258b8cdc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07c38692a3a0fa695a42f95bd6fad5b74a91969e65119f3d107e7019c91e623f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b1dd45381aa87195f05c42e97bf43503d0b3ede --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e92a1195b148dc8b1d17de24787bc352eebe8991decde5c8c0c758d4bd69eeb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..85b30c56104f0cfd811523fe265b59eceabc820c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fab593fc9c1ae1540b10c0fecdf990bb1b6e71bd8fd59a12c8b206d7990c2870 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1443cd45d0a6fa00f30b7c7ad1550b1cacc0990 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f2e517cb2710bb2e20edde6c746a5e481b7f919e1514685b6a51de69076fef4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b51a21b4a1ea5557ba2440ba19c4d514a2847d8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83bc9362a92ce45c5cd95b71aa1eab55953022d264ebb6802988ae7ad64d484a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ebe7a757b569595d82e8345caa2c7db454ed5d6c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f408172e965f6a8fdea88aca5a64d0669df393825e7c8d3b43e99195d988eb83 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..738d5574a29f776e1e64024621c18e48d7f8e0ff --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ca8d5873f982b786d162a92c159ae3e6999be56c20681ab2a85da3ed921e25d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e54493d4f4f676dafbb1e3ace9a743bfa121735 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57d69e9f96e4ac9234f6faab7c798e6c9441e5fee153342b9a2e0591fa72a4c8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c5784c5f3377ea4285bf213eb816813a7ef847d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb70f42c1324b583e8e41291a0238e440a437b9cc276ac84dd7d137149da19e8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ff572b1d22960d3afcc5802829ffed5ef56adc8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:426a1781da8e0550534817f227919961848a9245b46436062777b16aa95b19d2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f26b0d7e9b64d00905ca4bae8dd7289236e760ca --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f99ff19b2da50d8287e62d18a8c053ecf30d6e59968ef4afffe5f13378bb7595 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a510cf28713a5220c6b92e8cfbcc752b8be94c4a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa56cd9e5f055632cf81201088b1feab60736fa5e2cbc52c6a87352f3f16a64f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0ef3108f67c66f88b3f2465894a09b8f87983e6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d242f6c837dbd27d3831148d25ac82b82e00046e3c60a04c95ce786cdd89ab7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8444ac3b16a237490bc9d1c7afa6f2120b0f9f5a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:863d78caf9ddf7af9619bdd80d0efe01cc0d01eb579b8242d428cbd140d34ea8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..21272fd823938a704d5419ac96a0626b61cce358 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5aafda9220bb6999b3a77a30fb6f5d2d7ef747505636805b9a89d25336895f2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..07a358574cb4a7105a0a888e7a38534117f57b15 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb5f670a007403b857bd28c4faaa44413b30915579d02cff6ae0047425ac5a4a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea176a251412d305cb3f43bc5540e085cfdf0dac --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98e6cef8065e031fc6f277223e71b5b2ee06ab8f6e15a640fedf3c65dc16ce86 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..67642d348c4f475d3300b5f95515956d0c7fd2a7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13e60f9119538f0423883edba68b7c6bb5b9d0e301bcdcb5d33582d99f62eb75 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..62a3348b939575a96176dc9b8063e65747b6885d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c5eb4e6a23a0c301a62dc0097afda59938911c477d9354e776925ad4355fcaf +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4298d352bc6d69faef227913b3619941ea9ca48b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df7c415377711683a3bdcad17ca61e95f7619d8ed464aa27077a50087eb58ce7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a732adca5b7779b1901749191bbea60375a238b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46fbcd14ae29bde803819f4a4bbd5675c55087454820f0b884733d0b3caa6eca +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbaaa8ea9b8a59731aa05938a8941ea4ff4fc9b7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ce6e58f54e95c4d8eb23fd67a7063b651f09bba44d9d1159cfc5466a9bc4bb2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1162d4e6481f4feb431046e8dd24869c0f91fca0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f260e8b784bfa8860a32c65f8f8ed1070f4d20456b21556ef4011ea26abc24f9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ede569c73478daa4421c0833bb5f85d1942f3aea --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:877c8fd3250948f1512ab08f81361b40d66e508d1e7c45b9e15436fafba89fec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7439724d350fb71e42891ca3d94a222d52767433 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df4875b4aacac51a1fc70382bd62254b42de6e841c41e9f16bcfbe80a44fd001 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..164cfdddf4a39f578b0d18bf3d39ed9898149783 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bed089d59ebb9922b5b5dcfee66e06864ceef081839160cd01bdd9cc85fd3ba3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..789e2d298ebf407e1db3842a39dffc89f9f28c8c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c19ac0b5a868b62a7ad8976ab88a0e557fa183c70c626ea2a1b64eb79668e55c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a032afb448d4b379a8173457613faedc386c154 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edc52f570b17ac75fe245f43918c07ac33651e5d11dd39f8b60c02452df49e8e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e0db7bdd2e74feed69da5aae99d4e7bdf4a39e9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44f8c783393f0aaff63e4a14508afeb9df75914a0efbbcc50993763650ffa779 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..373d111705b6b8620486bca2720b5ea7fcac668e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebfd7440cd6997d1fd547a9fdf21dbd16987e5a54b5251a074bf6e9fb4943cb7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..18e3012ad07e12996ff40928856721e2b71105b4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df9323c36339a257709e6514314f7983d790d5f80e361ddd25d5e044ead2e3a6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..531d317c6b921beb2d2854c8cd81587f6b3793d9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:177c1d032a1620b1046b5877fb21b23acc4c99037f7d309b33828fb8edfddfb3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c05f074ab0678a7cafec0e14d82d6aeeed5f4f5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cb8e25a7fbb7bb4a0b025ef44911177ca806c4f59790a60606228bb2b8745c1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..40b6fcef9d4367bb89bf15be1e98103710c52644 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a90dd99a01e03379ad3efc033c041080cc37a84043d95a641159001208ae0cd3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..19de65380ae9f0385e544f95b1e64d6b996f89ca --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d03d4eadef9113965b29894d2df83bd9024e953fafb2a4b6a8db37160a880bc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..34a7c69ebf7ed30bd75db19a67ee6bd810619d1c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68aac5a5bd27daa8eefe484a31644ad64dd54742a889253772534b3ec8433bf2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9fa20affbad35b5522dc6cd6d5139e54dfec7cf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cbc21a2f873dac905b3652c96a57aff104bf04c3e8b4b4490f38b0f4e0cecea +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8a43d13398464b2348a4ffc9c12733c7c13d7ea --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b1d771b6d1596ff1172cdeb43c3b8898cc09d89a7cfaa9604ece11388555e6b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9cac3c38ef18a993d6f40a31380b3b92ae0fbd0c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f91022d6d88e4c91576d61ef4dc4a6facb0ea4e25ec6b6b05a1f264f57482b16 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ac2a34803b0fbd9ff16abdf0e9e2a29f5b9e8f6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d3da1cd4d8b13e7b1ad71dfb017787e5f7fbda99479152ac2dbd194e4778454 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c042f796be5d24777765ffec7f3865efd34b3d18 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de08fd1eefa4995dfccc59799a36354a9283e64211431370d4a195e46e5b72e7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..813fec5a6ee0f2bc12812f6313d15fbfbe8db9b9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd87b6b6cc2f87049636331192215d6494e5780d793fc614fbd5aa498d07001e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..370e7b2846dbaaa3d256d281626eda207cc8f977 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f483d4aa1e6f99b1f79b1e121a04a672ffde3560555f07c52623c22ccf6e5159 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..27168d7ba6cca341d4b29e17411f15cdf4e61c3a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:046f24223b8cefc6464e75ab91a09d938e68bdc925603022b21d06dd7b12fdcb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..33954b534adbaa7ce03918265c171ba051c9603b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24d86218611e88f2cab93a7b06845df1eff09ad37a09cb3151e92b1e851afed6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..67269b17d9a6a86d27dec8cec2a88fe01440b7a9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:731a21c6c10bcf8f0c4f2eac98977c18a4498e3a58af00d45af9d3f4b6ec6697 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d94a13727eead7b3c0f0bcc2ebca1d50a6f3524e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3c38840e05f44eb61d43462a5f45bcce387003635897018ec4ccd2f6e42c3d5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..863c6979959fdb2a118ee6644b4273d6abca1ce0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b12a77e5c45d9cad7f4eaba230f57edc3677f150545e885666e6dbb31314ee30 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7aefd79462a41ef6694c50075f737f44121d5cad --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af336b6763bdbd9e444681d850df549a3c32b45800a0ec20e4bf4c172d0a688e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..86cd841fe09431f559f2e5dcce8ce2436118d207 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aedd3c7aa0af69c347871fb8d00f59bfba9dcab807680933a53841c874a3d9bb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf248fdbf5a33addea9f8d5b87ea113bb00ee938 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bf4dcb27ff5bfb83da7f95559799d9610aa8060641248e5c93014a663d5406c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..31395eb1245d952a8fb1c3cc6ed9986871296225 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3d5232c5ffff064664ec312418c86eb425b007a68685c82d1d8fa527d0d2fae +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89b7f9a74e28c497160479f137c00d538151dbc7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:217eb069e4e20a4d6426d794fda822c1eea547e7643eb81b7804f24a00039ee0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e05f11ad1ba0ddd9469f75175bd94479f2fc1cc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3ea0fa7ee6a6619d83052a8aa6f43abb2388308d95e15ac5bc1b7e0a5b8b6c7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ee453ce5faf4f1a191470d1cfd677f1024a01ec --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6886e2541168960fec3c3923393eae568b9b44d8fa892083c12f2cdb708fa3ef +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca78ab484126404f7cb2eb45d8b70517417214ad --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c6c679dfb83315596b3c4472bb652f05afa8e59402b7e87a1ae284b90471803 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea21d333607af44be9bfdca0f605a4f718b2ec58 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ade0553d10df3b313d8032845155503139b76ac4ced78b7cfa1974a6d39906d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a27129784e28a9dcb66e3d8435f5b50e5ea59bb0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a85f3ec2471ab02dde9ccf4e6503423287075e1a29eeb48357b9b4a1e1281a4f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..be71c6b430bf7daba829b571a3d262d98fac85db --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:611737b869d3c8a0443c37f94b05634d1f8e1b55f984edf7fb59ca0c99054ccc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..461651d2d961e9787b63ff79f49ff5b9a9d0a209 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8acdf87b310297ef8d186dd919a5a157a18abe01e69a88532f5998ce7caf7b9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..255765d8f95e61031608ae6713e8708df33e1d0a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85c989ba134a0a6fb1b92dcf52ff580998bee6f2ef930e4c4079049dbbd57152 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d574c53d65a495c29360c31ccdcfd007014396d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b792dd645a69cfecef188f6dfc151a0bcf41ad12ce0941117025755386e3e66 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d13ef09cf618df5890492e0faa7c4759bd66bac --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d63e0a94ebe4782a220ab37280b01d3b4dd0c79835ae5120d03c4674bc41258 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa3ad1c77eaabf7964d2b926cde6f2980597d842 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b4c7ad14bb8ccaf8d0badb689ba8c0731c651bbda534884fbafcde33c1b51ad +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9902eecd8a70db224771c1f5f5737adcdd4a651 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b997ef88a490feace88e5c7df1d9846518cf4fd7e5acf924d034da58150ad032 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..864a4a5b0050a34dfd4887972b74df425b0688a1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3466dd1a7a5fe629d44a59ac73eede30f8537dc0c870910941cf0b07fdd7c082 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..33c4c498f5842f67df7bf75dc5754c0c7d1439df --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88e2ed0d4b7a8f8ee7884953bea02d4603da1c22d54e086cbc2bf1c94930db28 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..887e9318c4f56e3d533cc6711b61e21b3054485e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:977171b14a67dde9bf4c8cb301563120a78f58a8f2ee31e3e01464301c8ae7ef +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..338f8a4ec3337f4a65341ac24b01a05eff34858c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d8806c6b8f73a7d1bcfbf3d1dba941203266316d3d087692657eb6210d9c7ad +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8aeb9ec126ea915732bbb00e2353123e5798ece9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d5a2f7bd68f8c6912aea280d7817716ad7ef9e2eca9be9a21eee78e9fe4b0fc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c37ed7a1887b1021e223ccba9d109ce40f4d5a19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccb1afd130f66e07cc008fe5b7eb4e2be7da1faed72f2fad11347043b245bd09 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6fe17e8367d612f64987b690101793b658d93a1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8311db74ce56c1097b8920ac175c915adb1ca7e17e65fb9213ea5af63a26e7d4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a4259f628a02fe51ebcf4e39945bbd352ba3787 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bdeae6425fb0019c7d50061804f3cb54bc8df8e5c0e77a9e4a238d909bcdb79 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..56ae4d73a0f1e864d42afb970d40c9fbb7489b81 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c6be6370595428e786c03b0fd7baa9e680739c5b96a3c555e53f0894e53f99f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f82434f0d540fe58b621a1d069e4b7c9ae38963 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c31aabf8beee4e917a7c4aa0b05cfe0c7a818a1a57fb1b561fce39f5bfe98cc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b834a80c2c4bbf61f4fa8992b0ea49b1f74f2d60 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7dfd219ab366d59472f06a412a293a1394dbce500733af045b6d90a4d7521f9e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d35cce7721dc4da46066732034e5ce8d4e474a6f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:877bbeb71eab42a638998ade1d9f0add3ca00a4eb6e66cb88b596cd9f60c061c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9693021b752d8a6505002b034b9f701ddba08ecc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3565f953a0e40a8c1d4aa4c06160104a186a03ae4759e0299476e1cdd952bb65 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..db247044792b0b6b92a8891f9bb559bb4661f5ae --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:839723d7d511fa30bde1ebe5fe91c311d7a39010b7eba8ad25fe7fd29bef163a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..578e2faae335e2842d3b30b03849e54b004a1208 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3dc89bf5874d6a0427636a66bb21ee5777e4272e4f733e8de65ad4d38f8c0a7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4311d0d183c9867cd466dcf64040b6e0dd6274bd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfdb495e2085ac924f8d0611b7f39785b6c037be2408b27160efc81856bcb7ca +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..562296172ab73958b27657cc167594184f35a7f0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a102635e115efc447f206460fc8fd9833e1dcb5fa556612ae1ee2597c1c5859 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa9e47280ec18fe8011943af246e8028fa772801 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:361d54f6c02c27d7dc3bf511cf6a3ec7da109f9178f45d9a61549382a1d0c4b7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..796b2f725a07cb4e1d17ae088d3e1ebc034eeda3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10650cd52e04db78297be057b85f6b5fe49e9fc38c2509d19ecfe92e947f91fb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbb4982e42ddbfd937a7f9710f6ac141f4cfc921 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:731bb8b92146a86911f479831ef4da179ef96be05ab1566647e43364f7a4eabf +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cffd9a9c0fc1f3b32d0b1f661774472003f93311 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a53601bb2f095f0d08476935feb0569ebf17aea9a3e9b7896391438a818467c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8aa79bc223f681b417c485c70ad4b29b81acae3b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6479ce1661df8beb7b37e1aa0c9aa3d3339a130d93c5cd8f305ccc9a241ea471 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4eb20ffb114305231270b293208c49af8cde6570 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64b990daae89f4bca747993b6b95a92dd90ce67c486cc83b2ce6919d1deb4889 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4bf8db93ad8a8ef09675ac775cffd2d23b7af7bc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04558fb783cbf75e19437113941d3f461c21c2e85eae9297ae9da4b138061316 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..11632d1ecd920d4cd602b3f843f933dab342d1bd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98bb7f07ecc759e66e16af7d38145de188bb198281be6c21b88a65e52cf82f23 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae4434549ca1cbedf5343d4364117e073550c854 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a5c4aae6d9429691f97e07aea597c0cb95b39ca7fd0d5f7b42f883fe35b6ecf +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c41f6e53ffa526c462e054f8d07cbf96bbda125 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d22772a9654112a491dd16d55bb367edd0c7bc1f947643a64495dccf1acee98a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..770b16b8f4f0aac8242d9cc90a0bde093b77c82d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8232470c185a63dcebe8fcc20329028e83185744b7a3a573eee2f55ed7ceca0c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..83ffa1b0bd2dabc830df1ee4b385281ab3bb9be8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4e03a40dfb69c4beaf62847d3d67d7f0b29c9e98db0e6a1a4cd5560324275b9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c61798e9b29ae315da3c39009655c19e17c645c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69592a935ce62d28350abf2ab33ed7e7ee5dabb8d1f7ac0c0968c9aad295d3a0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d8f6d3e141d72da79bf6b36a5a21fc481b4c07a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:287a83f31f8da10f48cf706c6d299339869e36c7b380ef3dc1a3b324ee633704 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a08238d08922fb176ac93352bd57ef0242aaaaba --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3de1faf433d32377e55e1f16957d74d7f235039789f52d12a9e9e28e1c0c84b8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dca41f0400ef02bf3c1f2572b54082fbea9376db --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:461b19be9443a911e9883f49f2811469627ef2526832bca1329ae59e5fbcc123 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..99193a4333adb239f68a5f0f1c405f334475e256 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:706b0c3b4fa8a1da934c2e0ada6b933f8a2bd04a3ecb2ec98e0fbdbdc961fa58 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ff2aecc9e85b3ea056ce83fdaa8778036d11e7b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5d1b4f04f2d1183e13ec5b217c25ce3011d914f7917f5e25b63c4b0c080042f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..db583a749d1b324ce357247ef40d171aa9872ebd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffa8f9979328841ed36134b001e32fc0ad7e130f8c78d3a2f34c809b6972fb7b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..14e370ac32ded5c9d982a59bb1cebf50ae320f70 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:079d0a132ee6b4a0becbe060ccd28fc78e5ac785348db896b269c3eb004d0008 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..83b64589a12eb4dbf4baa3a643aafbfc2a817c7d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e691d1060368bd84c97f7c69ea772f1e35ab01f16c9ace3b10a5ef333c2e6ba +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8af3f2a80bb48fa2228d2e549f66b4f35334cb8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e277d1fd6f32e46654507e3daf44f749c693d8dfea8411e99bb38ddf96869d94 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..92d0b4636dd12a42ed717ab5d36d8cbf4ce17d0e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e94e1053dc6763d296a57f6d0e40fddb74c80917ce8adf9142aa541e8a5871d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..46ea1a6382152045439ea720d77ba3d60dd932f7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:165b7c3e6a985cc1555a735451a20d74c25d3bc111422de141c41c466c602cc3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f35a4ffacf813e880edc172cdd304f1f1822185 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f352d96722e52457e06cac2b413c6b90dcdec95fe488f7b1fc030e0ddb525be +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e9f2e4775cba0e910d20e336377ec9917036a8f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38a5a2ac516a33f489708f80912f926b6847c9b75f382b29aec5c10f0f44ef85 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ece8436c86acb5ec8855a4f1ea8ba0f6cf252b00 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72dfa6887e989243afeeeeb7077b514a1f2959e578c3036d91ab8008d4d16a35 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a11b044957e03ccac0c182ee2abc60d9b98c3fa3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9c77f8de6a3df9ca38872c46244d1de86e80308b0235b30d5c2e465cb54aaa5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9449c321d90e6982dc9e2c00d7f6ca2a5ebd5c9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30dd4705133f536248912ff507f9809dfb67939395b806e046dcdd710f1b9291 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..00ab42fb5ce796e42807b0c6552066f94dad7404 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86d3b0d943bb249df0ad7978a2a3182e8d4061d803082da0ea7e44d45faa1b57 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dba4a269d90563d5e1ec5846dd9d7b978252ff4b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb9cf5016f53ab615ccd6a798423e7b2fb84bf9a0246eb8754ff4e245da83010 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..53216b9438d7ca527743ae052b46e268e24a3f7b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1c41b60864b80852c935524a6e1cfab83809fb720b6a8b7d0022a448a6823f6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a84116a8ec0d2d3d7189a3b32fc08b1bc2f50e93 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fa9a6baaf5cc5b021373658d4da6a60fb4f80d0c4e1a3b052842826d6354761 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..95bd72331c3bec416566b8d14ff6a0fad920a90c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9312b5141c0ed6c840241709a8fca1cd80dd33bd0d2f3f6aa409a75bc404e30a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ec61c876d3d5e59ea82bd5232e1f47512d8a2c0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f20a91a432138938d4bd2c2995c8d9204c223ca90bc258d66f71a421a94bbf4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c76dec4bb6a68f899453ebf5a6e63802f8a9198 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22a2791ed71b645ec4a6ff137b717d3944a2ee54eeb0948887e88157b9928ac0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..46715aa527c561dc322e1e1a255e999f2d3db216 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3783fad8be46d72a78094aadc5f120c28f93b5c20b25c3298ed0c9bb5de2096 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..01923e9bd937ef50f4177b6676626babab931fdd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c40bba818f1b4c62dc3dfc929b04b6791fb1561e8cb061d44e5437c2acfcfbdb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..af9ea5314a4ffd2a39ceb2435c6de760df59d765 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a370b4e8be8a76904a8b6748308bef64a3cffcba7993bbb30f936ca2b0996c2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1589cd4ed384cd26b611e1568a57e6e85c41ce5a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7108b07fd120c9a08d50e24dafbd5f180e065787066d17d4df491af455d7630c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c44733982d39bcfa3dc17c10f6eb88dd8800f36c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c81f1d70e70a3e776763f065f2869f5cabbe1e2920a276109efc7deb04fb3392 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e539863ca3c62573519e3207de84642e8f8dd3f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58febfb3dbaad69f472d23248813c763a2fa66818c3c16da4218e50aecccb678 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..354fadabb19c106aea89feb531b0817e7eeb5b8b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d980e4549c97682f3d63a6e38466dc4da820f034638500a7c549f636bde8c51 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4222d8c211ee7df39e0c734b6908268fc900d9c4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5859c4e3cda8f530a69fe90a7f2b3ac64942811455528b1b3a01a1abac1780ef +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8de07584b9d7f35773f0e57a7d1da9034b2b10c9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0a6d242c963e39345129cca6ad6ebba74b73ef8167bdaef23df292bff50b871 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a445ec5be4612f3a707cf8b4cba1e9efaa222e85 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88d1eaa5d93618b3e04e602e09284a5b4445ed3b4ea3e1336cdabf4ebb2a1e9e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b93b6be94a41e5f90cdd2758132d164d9234e245 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5066fa2438e65578c3b7c9c8977740ec2f5f1f988df216b71f84daa0dcc969e7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..de1e046e28f8bfff0c2605ac7d8fcc904156fa91 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f28dcffb32baa47a63b28bd7ff834fa7e7bb7e5998ca747cf12528d81c10986 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7db368a40a5936ceb2c80ac02ce54b1468ef1316 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6bb2203c69d9340bb72e593a06a4d35d20f0f10c5c3093fdf4976da45b7ea29 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..68ca15f4864cff7b52ee510b77897adb0c8e4150 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86e5ee40f6f79bb84844f806f154a043c2aad7fbdd9bb59d37ef6183393540a1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..74ebb1dbe7cef9529271045be7f107822ed566e3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59cdc18e39d7b30eb9911ee5b7ec575daae69e4eac5d1e5473efd00550433b5b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2c89f8cf0f895658c9228de0ad2cf5c55bdcfc4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a5088e4bd979eaa556cbfe81a218d33a5e08fd22f0d556cd426bfbf0b0e8ddf +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..507f8aaddeba8e0dd9f6278a4312cc35d15e15fb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0f55a0367ceaa363bf51f5ba2d1df692c026612836f1a92f3c6cd80961787f5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2978a06318d5e702a96c4bda288faa27ce22e781 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7b78e2fee0d12dcde848f31b07b1e4a73ddea91d579bb7c8d70b5e2ab727a15 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..957b9ab0c770cbeadbfac4e73c59b11ecefc2cfb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4315c1dfa99fd75fab54ec1fec162518e8279a61854b53f210a479b5937ef69 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2f24028b17b04943a016afb4dc84f994891587c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba9a49e15ae24731adb45022b604d0114af2c554529c3bdfc2725743d28115c7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f98d58c231da120d07795f12af561af049cb6c50 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90e9e535addf1bea402ee9904bd7e689d9faf3438a7f6dc48fdc636a44d8c190 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6f778e5270bad9d34e195107c89db0ba34b038a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42eda9fd95ec2db481d2518b58985191eeed60c99b35b0dafd6861a0dff3208b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..be764f9a74895ba659dbfe748feac51f65c4260c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc0954adfc36046dd1d4ac8633c0272f1d9c543950ad609cb87a825a44390e06 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0a7da4459e3438e95da33bf93ffe814b4e52b01 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53012ffc87cf22b3ab4b0f8ae61a8e3b57c814c517908687d180e45bc823e84d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5c32e601dc12bfc00abaf940c3a4b6c3144b449 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca06854ba63b44efbfcb1fa34e9bcaa187154f2205fc62fedcabea9cc0aeea62 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e7e0eaf311f3c9e0b5b6c87fcbad086e3a67bee --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f46a65e5b6775efbf3daf966d8114bc069c3fb2d1f5229537f015b568cd68d87 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e5077a40c5c02de6892ef4b46bfd51950d1c633 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffb4e03c74db30fd858e8941bfe3c326ec35e0d59f296ed10e33ca1b0668ec48 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bfa45460cdaacbc2b55415f9c464a2fc897253ee --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38de3639620fbfbb25e95f23ea735b9b813daba4790dab153c7c6e13eb28318b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..96334f931e1d81f42cfb889126c702316adf0d34 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74c3624598c96f16e52af09a31836a0ea9d33a7699badfc368efa4cd059fcc9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e7a982a31b00444e25d777711921b87b6301528 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f7febc07641c0b115c9a8edc61d09aafb433e0148eb031e1c03c6f2547ab5cb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0461a1c02950d5c1ad6d1c17abea3c4dd5e000a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:393e8e5fda54eee622b75a38ac4cc42647216704e434bc14d72f686367922a05 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..10493351310f2f76fa4418689e402cad508c43d6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0755a5dd47f8c15754e27ddab4bda6ebde5e88ce40a2dcb79f5fc7405df389a5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..226d540c1d8b101adcc91d0e3dbf7ee3377879b4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3eb972df58d49a18edc8c8278debf220d39c3dc3968dfcbfdae2551eeb912e59 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc7802af12073dc582462fd5b21af26b37d32caf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d324bb63a8ce29ebe536a10824b90ebd8cdbfe37abaa2b9e0320412b4333bc19 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2533a425181e22cd384a94d04a74cfe54dc253e0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:909f6cb6061fdc5a2da4887fafa103afd7d6329048dd4859edd796d79097b06a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..95fc68a7644d424ce81a2579bafd7de0d39e7357 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7fdc2b20723ae83835d9d1effecf8008d9be0edcbb0a41f06413bf53a230e51 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..288d9d5b069b5afb3f5956290f8059781519ab5d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffae47cacb4917cbea67f9cb1e85ed2d1ccb96907696311e51b791b65cb57504 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..01827e10015db8bf6d77ed7ae3b6ba99f3c3b462 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b1ef53129862af586bd5feebee9f5ccc282825e15faed9b827f51218be5ae55 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..29005957c0c8584bbbc523f83c558de03aa3f04f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c8154333dfdc39ae1403a100967bb6a5f4adfda9cc5c025ead4099bf19abce2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea59ffe9d9298fbef8da2b86e8d351e9ee35d59b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4234ccbc4b6bfdda001e2b40a7d6f9a5e390c15495f14da6a611270b896eeaa5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f321ce0b4235b8920420dec4017ce61edd6c58ee --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5441a2a58f3673c8402df0ac5e698cedf9d2deb4139e23a62fc85261193c3a11 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5857856d1d89391f1cf22e346049a8ba0db1fe0e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6a6a1ffa5b143c81b165f2e9e1b32a8a92951105b5e82171bdc58850e362443 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d9869d03fde0d3e9abd0a3dce179d7d3614e4d1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8925d29b3924443aaa7ca07b3894ebb0569eb1d330efb182edbe74a332b1a83 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..22aba9db221c35333627382617640359bb686d56 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00f74a05e9834e731ea09cc627cd65dadbc65363cd1305f0bca179846ebf2d31 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bbae5e8b32debb1afa9e4fb5b9d9ee88dcf66955 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fccae21757adcd24c5f5ce43de4ec84904b1f4f32426cfacb6d33c870821e45e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..42dc673d3e04f2f469b3f1cfa087b1290d5cd984 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78f3d690cec4bb5ccabf8e6595d95500528465103c014d13be8cd9e6daed58f8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9480645349f557e1731ec2ecd8775d8bb101c70 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce373cdf0b40485216be46c06881078b22a0dfa1104efa8b66b851761ed7083a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..56999b99f3c047fc959363493347b1fc5cf98d50 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34f16f2648782c42945a3f92f71058e11e121f73d4cbfe9ead72d00a1195ea4b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a11c2939ea0f94eeaf9dd797b37323a2eb28a4ac --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca73720f2ccfe083dad575484ec54c6f2bfd93c4c300e9dcf0d528e51d28a9c5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..155554b85344258b4f82ed54510674039d57b6d1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2f8fa39118e8e4b3f4a7706745f110e08e6dd5bef277cc288c5b8eaa518e5f4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d64f65daf2ebe973a66bd8a883b360b5ba431a18 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:332581c9f965a5b61eb6ad8989459c50482af190119d2d38b0e9b1a14c88b900 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5677fad4ccc5f367dff1722450a4bad0b3b924e3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1eb7405795a3c92b64afbb6347096c649e92218c4b8b3a38a0067be76360b04 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..83e735830b15b2448d0c94b2fc9940d70c2bfd15 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7021be6cc514691951185b1d0aa17b34016ce560f7ff35f0378c9e2fbc5eb808 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f33a51cdbb52b7924d15dd71910d17b0c7e6278 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4c055ee18210659857ebc17480157ec994bbb3661c726c52fac7bcc0118f7ea +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ad1edde690951fed39487dd49a5aed431d709d4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39b838cd7d0bf93ee7e59712cd8fc45dc9bc7e6a991cf12880b06211ba4862e1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c663fd8d90c43227408cb6786099a1925199548 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb82dc7b8907a60181fad6b745943a7c91be697311cb285aa2d17567c838b9e2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89d05139f53c2523b59358f5a60fef0cb6f7bcb8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:568b9c5bc92b1325642315b9f7b76dd591212f2aa535f0a4d60a3060990e27da +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fabba8cc7f8c91b1f02de6d1b8609f4f6d94419b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10e8583bd6bfa01215189ea562829f98cb80e9a055279e2b69d6baa4d7452f50 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..98a6f7d132f3a8f2b996129d40072db2284091d7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2067aadb7e5cdc5b4f0576fbc1da32b9d85568a0fb8599a5f8381afccdb1295e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..83bd2db41d843aa075ebfb4e658c4f0d10a0f005 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:167fb7987eb9d21fd42364b301e9b30aa5f00031daacc074bcd149c4220e6c29 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..386e0041b9ad8af7cf65f668169345ead80e00dc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d95ee47daf51809259a21c29c9d315db4396c60a94accd34931e2c1f4be377d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..93583dca0e70322031240848b4cd1f39c71f283b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54921d6d636f82a479160a64919f01b03d84d941436f576f2792c93def1e34e7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d78d430bc4b1e81765d9e56c48b5ef86113671f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8e23baf5ad09004a3e839613fc5f2fc42ea2ac41619d1fb79fe81abdaf903c8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..14ef35b7eb09507f1c1dbd664d8bbf38b16ee107 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d4d03bbd90481ef708968b14c24f182e66ddd33ace575465012c0486e0186de +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e0c71e06da9cade491da43b1fb22ee152c7ff65 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac7c8629a015353201ca65e00ab6c0b3d1845d31118c92be3f884f276ae2da61 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..11f685b7703c03672e6eece3a9d07c837fcdd3f1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3607e6be13c23860d40d59ed670060a7610913b94f524c83dc4591985856933 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..412a9f461f02aa7e56c40e520c61a6abdb0b6a5e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e1186f4c3c6d37976ff5bdd1e05af20eb3e3407f845c46e8e691749ff7e344f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f19e42e7cb1ac2d1e1b2f5b1b9d46da8c46c590 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cf26c990185593ce57d5417196d85187314cdca5d15af744e7947d87395df39 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa56786e068fd760f61aad394c8f2eafb7850be1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3665f3ae2cea81c958bcc0340246fa602398aff9f9a08b946458301124e1a82 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7eb0b446ec70af99bd728adb99e6265a72351c1e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1d99fb7037417fee2474d0d76cada717785abfe252a957569f8d8a1a7e0c4d2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd89a35183c64be0fc5c2825d428c320c675e062 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f3963e6cfd258a8d8d845f7931089da28efb295a1840ff667cd1a566ce80347 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0678e6fbf2b1d75745c4fd1f07be44768382a59f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fce2604348c669347fde165c7697b217263cc58b7ca757b88f912e8ded0d2666 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..32930b254972eb799aa484b05fb15a8204f58418 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b62bb6b8a18a65f6f81768b0983ed20fc550bd0aad183fe8d5971e494b7f6643 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ed8e5fc79327293c27098226eafed4e2766bc7c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:caf900fe30f54ef6cd01405b467258578785f10894b02f5ec34b6219736d45e6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6840152f1d12a5fb1d787a405e1d313dbd602d1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:432797400223937811dcb1dbebd9ce582bc33861b8b89ff1bcee81f329a9ebe4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3bb468b5d5a3e0155d130dcb6d86205d4ea11d10 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aedb0f0d0e0035f85320ae534ef036e6f5150c63c3347dc2915fd1c6ecf20e1e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a165378f3a862d2597324a581177b6b8010e1ef6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ed34a964999ba5963c1bd2c0b0a454b173baeeb9fda6b9199a1ea3892c60803 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8c32437a9ca0e4671a6dc13956370afaa7f2556 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6eb17523c09f7a929db49439b7da891726256d430a914dd78b644d3a2f5dee4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..88c9311677795d6eb2bf13b33751044dd2acf107 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb644d58198f46ff2f6a57edd593be577b459b6827644dedca8e43aa5dc005c6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c4f896d2e69bb5d30c7fbc12dc00c02c1462724 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e32da2bda9f90cb4976b173d19b67082a05eafb1ddac6be2974adbe40fffa889 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..86a18fc6cde00d8fee2e0426bd4204273d5fa54f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:855f65e6e2e4a743e1c41ab74ce794ab2ff38d6ffdb6a2c38119159f06bb71ff +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3881407c955e03fb3d360c62128d4ea688ccd6e1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e903905c70d82f409125faf388c33deb254997e5f24628822688c67fa7e0f72a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1442c7622c64e428624480b17204e41c313342b3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3541dce29ab59a86c44233a81226c1dc2d4d589d7b0ef99d93ff60b6eee17812 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb9da5b97a3dc6dba49be146edf08dc20381b6f7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0dca8b08af5377ccf9242e01bfdfe40bf80f947aef3e0faa00b4ea6f5d7804d5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c776c7e423ca6bc2575353d5e94e73253127464 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c2201a7dbc9d10049d5a87958000526597de596f1394ca5c89cbcabd8c97544 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..511f6f34e47c4849995cf30818483c7acd2cd9f9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e19d1389e8514c439eb5518d63211b698de38a613436fe5673087faed0b42af +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa9d7872813731331678e41015d18ee501fee99c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30122d020434a490cb7f4ddc4558c55e29c9ca9a487306f8eb7acdb8d51b81bc +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aeacbfbaa91061cffee0f3d7685dd3117917b87b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8af0a3696399c741f6d34738c190cc97bf0dc7cbf968d0e5d65ca41653cf201 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e1d3f2f2a1309b3df4b29ff960b89889e500fb8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08a4f651003db9e1ed85ade412ac3aed35fe6929b8da2713eb63419cf9597b7b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..004e40aa097941193f3e70eadd44c85fe5a917ed --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:caa7f2caeb2658752b8002bc5164cd91730419a12d8538880e360eef3603259e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..14bdb72fd99405b528eb7825a3f7cd26482adcc5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64caf1efad839e31c133f1a6985ee672b9fd2cc58637852651b5ccd06f8e9876 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d41d20f1ec60ebfc750fdca67fd2ce93ddc4af8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc2d0966ee27291b335db056207b8762353f4042846f6d2e0317f24110ab75b2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..386880924fd72a35bf3351fa4c88248a53f391d7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd687feabe0bfbc06e772d30ae97dcc7d5072d780e239d469de0df160e35d4c5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9fde0dd78db1f347415cf5f14864fa1010058ef2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0b8385df5a161df5be57c9f70eba76cc5055a41316cbddd076cdc7e651b3b42 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd81b6c1b0e7840657902dd9981d51fb985bd5db --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38f1129393d9592155facf82fcc9cb2b22be3e5176819cf72559a99267e76441 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2600a9a73228207f9e764b4643c98f63def13eed --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07eb1d2526d396259c0c46dbc387c76ef58abc4094d61a75cd8430c7935bcb37 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2cc44e35cb0cc7402ac79e0009bd6f919dd14b71 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:771e08856b2bb00ae335a8088ed511f361729897ab85a0308ce2ba14c700c43f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..645475185adf918af3581846d492db179cadefad --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6150322010d241a731e2ce885429fd1ffca2fb481da2e7b9201cae287c9e71fb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0412a36ab7199e403d0b2327ee720c1d4e5269fe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7ac6b87e87145b522e8c016801b110cfd5e63744a9eb8de2ec9ea68c63fbe06 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a597e5c8bf35f0e20da73e4e1a2030b3799b879c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8581771d61b9bb4e0395528825940fa269b9e3eb5e79c8bbf24724d5d60a456 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc9eed519dd64783c151957da87e4ad23691c026 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55bce59f7f4842cfb995568cba95b1a34275f15911fb1b59231987dc4cbf9fc6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..19d5b057fe21c2a218b2aaf92b531ad76f9dbac7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48e1da30e5be6f828dd34dc5fbc4cad3be55846ea06987696d7d491d958ccb79 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e8e70b8405d568a0b07a746204488bcbe3758f9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a079457a4cd2bcf6b016ca2338a71d5c605f51a1be507c97f6eb68081536490 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e305f1615e06da48a0ef7f90246f69468ca6d789 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fce9e452c20833b7f2fca2180ece7cb5dbcc6f18fa273f52f8f748369578f065 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..05b022fec6d0e2dd38cd85671e3a2feaf1f0f654 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f7df33e7d1ad9f3c8083413544be8db9fecbb06ffba2e0a6799d7a0ec9005fe +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eda0540c846a48fb7fa2cef04897a03a73e7a646 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ae339502e4ee019842fd5a7d2b4af015fb61d7693ab97213ff5d4e475d08806 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6127002b0a97cd22c8f0b6832a0dcdd63ccfa505 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab1fe4277a2f51668b5b6c526d1d490ad8c1c9407707308ffdaf5b45b412bf00 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..54d7a9f52049cc309561c2aa31648513d8d416a2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2551df4ae6ffb3240c2dc120bc91c8d74277e23295a074c1607decbafead7e1d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..483fb7baf064165f9d7ef3794b8ebdc2af18b346 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a426a898e595bc1de925e404394b80de152404dafaf9da51a811287844421ddb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b11c412bc9a9767eb4129c10f3c1087a879d9153 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8428df5d010f311eeb7761c21b19482e67c340c7df531ad971cbe022c5db7247 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f917d10a8960a4286ac2da645d3a963fb143dc26 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a83648c86d1439b8cf7b2dd7e47e1c9a8e7c3eaff0e92cab1ff8e700808d9c2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c03955984e539bfa5c06b5e98205bd6d4bdbc4a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b76ca52d9bd2d3f1f462d64048981f821b493dcd727e556e2bf6b55336390cf6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5e9f07d1bc85dac90abfa8dc4957ebe6f874e19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9a69a8dbcc9dd2b2a9719b9a043960d0b5aafeefdcf4e4a0877e8d3d088a985 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47e87cc131856c08607161d7547462d6596703b0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cedf675f350fa768249b96eadbb8929131a2b5cf9fd744353d812325ea680cfc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..579e144e86c304be6d1b21130adb85b22af4db13 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:627f203ec8e9c670954891a93095a1f498ed7559afe8dccb3ccb899bee710cef +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4324f87fbebc38b64c1f8f588647aa2d665e7d94 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcc67b14e4741219801b35928256ed1986a91d6d851159b5f9fe00619213f969 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..12b659a845c2c9245af6f1cdd26769b2332a1de3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:805f21f0f80d2d10cdf0b1e49a15ef0475d7d696fb78cc0c0b0a3af5126b00d5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4aab086bf485f4538028caa96de2e7bbe08a319 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47fe924f6d278ddaf5ac1a28d6447a92afbd4d704bf0a92184e8d45fb65e92f8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..886ed7b61c752a53a124561a9c02dc23d67c1c49 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de6138c87715c9af61f815c5b124722923b50d31e67be8eebdf771ec92f00f98 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..130fead0a469675defe7a2a3af71028dfa743465 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e8a92fe1448c5b594384cb92dc6f480b9122b1144dadb25c62bd9c53a8d155a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f44c2271837ab8281cb3cb90ca31f08f9651c55 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb24fde1c5be9bb45837e740aec27560ac4a7402ca4d43ed278cce1d6acb269a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1cbbd4fe9644397783bf1ff6af1ac3c3df8e49a8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d25aa3af6291f3167d91bf2564f741d97382d035813dcdfb84673c1feb8165b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..245c104a43f83234f0eaf615c6087de6708deda6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5d97e1be052df4bd955894b5d9d4ba47eea6c9e14bbea533351271b9b96f59c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1c2c2480a05543cd9197ffb154db1ee9433c103 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:593751c115c1cad071c2b38c500b1e12aca393ff81f7b736940a86f201d0c09a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..42ac72a44b4c7db3a90a1a5afc8b461ff40af03b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e1aa05444d8b6b819cecf86c6b797f4013c14b83ff9dccdcdc65b90e41f8c9e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..225c7b8fe64d83ca01a9077b87847d97a8969e75 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d59403336fb3bf9f225166d26a613bdcb11773e4d97eec39390466e6f111df6e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a10f75fe7c523e4fa2d0f00ddfce9a37f17fd98 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbe3654ed201dfe88c7364aff60250aa787a89395cbfef696a787e19506142d2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3caf0fc1dc03fd58d48a9ee8ec22cea2450749f6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b32b4fe946c71878ae92f774e1ee267eb8d61880c9b5dfe52822860d2d6c07a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..60b68a37b3ed5331b8438bd37e9f6110ab44dc9a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03ac9d69f101c77adf627f55c248361fcc414b32a36432b895c925b52417e93f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ef343d0f8c5855b6c232b1064063b800a3fa1d2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b29d96eaa222506837a995d29366c0cc92b693c8b0d26507dd97116024114cf +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..12933e2cb57c0e33f5ca3ecfbc83d78ab4f01e42 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c18f9e89bf93bb5de4c46970151dc3cb56717aadc4f5119b48ccc737d7c3c49f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4a47dbbf2cf99663c8fecc3db87972d98e140cc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ef90cc411911c08bd32d5c115076d595cd325c3e9c82173e119b0fabb59ca94 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2fee1087ed81f0207980362380f29cf58bb4a1c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e41c409528a3ae921f5637642892ea5ef0c3a94abd19d1addcc194d5dd007e6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b4040b214885dc9de7cf02addf5e246392f1d87 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26693053bed7dee03485fd22f071af2d3d44cb635c7590b0e2797520aa811c6f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..607ba3e30056e9fad8c9c2996c977f4f68fb5b37 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d8d0adb6274abb162db0ed8a4600f966a2924d1df9db0d69fe9b51aec6309a9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cdc17c5b07f40d826f5be3811a645f1daf85abd0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93c9fb6808c68d004d80c4c8f2bfcb10da40a78f4e31ff19321a1aaac2a9ea37 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fca74318dbe35ab9175b247d055cca416fda44e4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a9996eee8d949f03356fb6807ccafe2fe12a5bc7785bd806d8a3d56c750647f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b156fd9b669e7ab2e6cac794bb476f12daeb2843 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6fd1a8110b2ea878357a335f2a164d57277f1e9033f6ac53b0b7b3fa2ce82d6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b45055e9d589739c17c3baa97d904fb4eb94e9e5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21d324cfb3aada428293300079a1495cabd73c37bd59fdaef5c3febac4b5f280 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..da766d14021d0b73a40f6d74734bab64dfa59294 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0017f73d00ee51b873ac8b8b8c08634b85a67d3ad65226c1f4786da54e7854c3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/lm_head/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9306bf0eed8b33de0c6ec3acb494531534973db7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4e1fdb760bd36a2f4cd6bb221d1fd81b9ffe8923b3ba46c013cd54734cc4d1f +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/lm_head/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..92c35266d1f27e6c282b94e4decdfa5416d05782 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfc57cde982cb8cba88bea49b1c6075d69c0be88ff4f4df2d08cddcc438b0cee +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4117eb9ee5a2ae7e7f35863e7b32f42cccaf17c2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9928439dca3cd0edca5858f382684e6193d622125eaeecebf548fe3cfd6ecad1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..985bc12707d1dcc42a8c30e7ef65399f0a8c91e9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20e70373769a86235e5b3c6e872a0ff907e6d4b695f930e767c87bef5ccf6a96 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..75b8b07488171ebfb97d1a06bf09fd4fd7600656 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57948441746a6ffedf13b261c93fa54ae5fdfd60447c62e955972501de17e620 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dec822752fc13be5432551ac54edb8067f1ae77a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2ff1043525e5ea758998eb066bd2ef8e85703426c90a8e24fa24c7fa6a975a9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2f0aa07937b3a748ab49f4cde6e2c9e18648ecb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1003348cccc83835657c84c564450716aec6dd9933c4072d72a3b688535a6ed7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd848bd0523fe649753992ec65c65764566f97f8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:741c680a529666670f778612fdc313c9a7bd09f8e0cd9774bff6c08c319953e8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee30c6e29f332dda842afeb50f01e5682a04d7b6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f0b9ee2b530530ec44c09bd62397b96d4fc01e2824d747de6de16f16c7e1063 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a38ebf3176c3079a1c6291e4bc02749e9b81b151 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f2d3639943ad63f7488db5bae4bddba0806db765f8cb718b53d8a28ed362c0d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7835c2ee9bee694bf193d9dfc9e27e72ebd97142 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98dbde76c8d0e680d2d83c5cd936289a547a579d0ebe37161d0f98e0a4fda850 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a69d20b7b932c8a08ed1c254ba1a4d02ace5c552 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31e168fcaf1b5183e0fbb63011c01c864bdae8a78b13b6255d8ac13d54dd7f48 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9743253526f36dbe9c5ba07ac9c4130ac1d002b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97cf8855e14db6b446c136b55777e8e95f3da4bdbbf7586f55c40d1ce079ee8f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2b7bb3b7c5440aa6352ae9ce1cf3f298fc6eb70 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29e992ca6f87f57cc38166a9b756741d0319fc915089308dfaea75f169c93c66 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f5edac4cafe93080f481b78bdddad0322e91453 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a46792e11d91fbd1666b514e6fd5263d527e676ae5a6ec5eb5fbff26b335a2f0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..978d72c8577c7e17e4533e588d664336cf223386 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:553f25e5366cd79a7009326ab6a5750d36b65a318de62f31fa300492b9827bc2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e72aab4570a977673ae373bc91bc97b6b1954ea8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94c36a4fbdbd105e213f33f49057a9995413796d82e95958762bd4ce51936067 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b95de3fc12b0668d3c42a421b8c076d9216d58e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92a7bf3d3c6e855e85100f76da3b6debafa1b11f4b0893a70917a9133d16804d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dcadf47c55cb6339b936423ab1feadc323bc9775 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c975b71f0a7d8d614cd978342eaae975af4b9d8e350b629b7f0f6945b979e7a2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7a1fad1aea67b1abc9a5cef637a396caf6768e1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccd8b77aecf97c631e9419ecf45bd22e91ff12874917b8fc85e9479d44bf0195 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..641e28767888de73a6876bba8baab522e3e70bfa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d13898d88dd616b3b4eebe71b06f79ac7c7c156fa990447fdbcb5c9047470dd6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba6dca34ea4e96f8182abedc061d6d87a223a9f5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8054e25f401c88a1033af8cd6b14ff46d2c8612c077766a9055efec708334a7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f027b9e8b1ed68b4144a269941eefb8e60ac4275 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72298e1019bc70c6a4611f4df6e415351b3f342612c3bea851936d8b49c85270 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d44b379d8e26962774573d541ffb392e8966968 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4692ee715175cdc92f3e4571864f807a0ae4a4694ea533f4f6ddb1b5dc006cae +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4dcff47cd6ca78b7dc22a12b94df532b170f273d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30390f8fb2305d602d2e637a4c84cbe51c623790355152355830d2cbed37ffd6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3bec75a42b66fa5428904ededb5b06444b08d284 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5106763a92637507a8c68074837790c08584f58051d0f4eca78abb6cbe2d905f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b8f4e6bc6f19b0fc480b46eaa6f9922065fd266 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e40702ac6ec9ea84223fe2e575a19ff49c2460da065df9b1d60c6968b041d33 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8dedcac9827e46c682b4322132d6e8b3e682771 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bffe9b99060b99411fe1dda277447675a3401e1166d4b52a5f8bcacd92bba68 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..77280797b53bde98729ae096266f5822de692c56 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f04370249923e30cb827dbb62421703ecf519d5faf8754b1df4cd1a87bc63a4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3a31348c204fe210245697f97bb2a7e2aebbf61 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:167a6ce693ed07dd68c06bd50a4536a8a51453d4106b69686a5f1c1dbb884475 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9929d2dbd2dab33aaffd571ef74cc04d98bf1d28 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0e08fa2d67373f13774f8f161ee1d9beb6a32bb33615af83f7380ad01eb351a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1dd618bda9316566d15b51acc210efc6adeea9dc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b2dab9fc2333641196164e6a159f2dd80d3dff55f3a33d699e9e9fed7986d01 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba4454de3b5ef8815e72b87dd726de148c5df87c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:595616cc001fc129158663270e9c4018b3a43ad3ede7fce527436cc169304dd2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf0d644a1293c6d0eecfd919df082ef4b8cb51fe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:251faedb7b30c2a87a5935301a2e90d0856acce9df080d73d835a2b7d6e2b5ff +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c928d2256a48a316058359d5a3029d34cf0c7b2a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f655092be5e22e6c3dc79027b36fe5d0f85d94a8513e6072eadbb116d1fca72a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..956f20fd846d65a3cbb64677a026fa3608aa65f5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c204e8891d9451c460297a574cc0d34125a54c5859afda4d9b9c12b89c1f3b3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9dc1953d6f87bc4012291b33265e32ed1f3097eb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a2ab0bea98c171f4dcaee548cb1af3ddd5de40bfdac4c94639be8949327a603 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef2e5036bd6ac6a22e03a68abd49dbbdff153f59 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcc90551727ca65c5414eae62efaafe503730ad99ec874b3edc914831b45e333 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..baf6901f4cff51b6aa548fafad67a577e252f88c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ce7d3760157cf7b59d5a510c42901ffcec7350f9d9d54c21bb271e3834cc49f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..78aecc756a909d088e6c2ada352d61cc5ab50b52 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb5b8955588724a9f7f64a2c1932ef3689469d858724ca7b211d4f2e4e704af8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d4c7e376e296fd8820a14eb682f9ac9646404ef --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84bcc28afc5ce60f4a3400477515ffba6183427461c6ec812e03ee0b98586051 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..66bff8a5cbff29766df67e48f59e6815e4f01146 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6882c19ee4688b51cfa4eb4435113d53263c3313f7fbb44f85020e26b631472 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e7db23244b7568c2de228d0b021b4c1f2c64ec7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78655a849d8afc78e09f414b5dd13280e7e96054f3034560b8d78ea1431011a2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..70f85d1f2b2ecfb026b4b6291c8aab8e7aebac01 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:015e52f20d447ba3f379f0fa0d535b0ccca92785e596eae784fa21c15417bc75 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f98c58f8aca7ba8c844f041cfd2e70fbfe2be048 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96fd17da8697e7edb84ec07cae1c84a177967aebc7752e4054928536563259e6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f23d4ea4490cca41a4e4a8bd3401f625fce16bf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4d4b024047600674da441225809ac033256036ea876ed0bfd0b8840f44f80b9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..83413fb7d2724f9d7a013e38e8546919472281bf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81c3cd755fb6d6c9b138f4a3d52da8916c8b76228e92bf88c7297120c4a32ccc +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..62caa2f46bd251b057572e8705278f89ba8533e1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc2182fc1a206d2d5955da422726356f49040ca158e016627bd99604f15e7d2e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4254537f54dec4d62c458b5333b20ab5f4d42a82 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c48ad2981f4d50c3d0cedd84cd16e200c410a544b132c1728df037e648092a51 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8dc26df28f15e8788c851fc98ccad8c4d224012f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:951620606146a63064f80981683e8bdae967b1daf36ec9caa56a3379d7e4852b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9808c57f1224b771c6fc349134b4afbe2240eeb8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5210744aa72a7e40de43389ddbd9e0fa5281d64974c09e235676684bd1adeb8a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4251600c55bd593ae42e1c46504deb08b9c093bd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73feb2f6849f1ef5fb62583926b10d62d0595b6e8bbb4da3dc9b6b0159917bf9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e1e730d7603bc4e28fc1fc4dc729b69ade4dc1f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c53251c065ce644297e6235303ade3c79e780cb4bd427f17509b1df96420eb08 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a93588d4eca8ffdfaedad7800fef4c0066cc2868 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d074a5a08eadab17edbae9b5218f1efdc1bfd1682260c40db67d35da67044510 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9dc43de1ac07a3e0ce3b0b43c1c97acf32d92287 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46767431c0ac741d5e54ddad951d9939067ae9be90a9b6cf9b0aebe5095f0216 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d081ed77f103909638194df423963adca50a5fe3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d758835cb8f5f2e1358ba9d3c748dc5b354a93f3b98f2f3682b8ba02b91295f2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1112d05238346ff036de18ee44183115afcb864 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:166ac1c556f41df02373bf29079e2997fdec3e8b3eecc728c18ec414116d6160 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a8f0c2708554e10d4ad3e2fa3abcd7da09c1817 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2953dbbf91d70e0938f9ae9bb2c6b2207fac88851834d3d6c087a9aa85982463 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9cf93acabefa840e0ac99ea7a9493d3162329c8c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b05f0ef21cc3986d47e1c0c475a97f0db4a7be9f212ed9f7791094475e6d2a3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..894cd449df1f506061d3c42a55e8c60abd89e931 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e124595c5cda0852961368047c290348763d2a8cf2147d668eaaba4b9a201cef +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..88411f92de5842793e4fa2c73d43c58fd2ce5f29 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1b667c5c251039476c335f9b07ddf150608621080ed6b52df246d9fe8da334c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..257ccb26dec46833eade079a486dc5f9c6d6458a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a786bf956c78a6d1e82be1c8cb2dff397674d5b0ba9be09eec2d335bceb2385 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0c5f4b67edc88fdca75d41bc8f95bdbb6d2cac4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3a602b8c7c487ce897f0c20b9b7cc41df7a03e12f0f16dd9b8f8b78f764a2b8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef57df77617267679132f1724f6527e040b1e52b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c18277bb83ce67f93ef10594ac5c17d65a31d6756fc3c8c08425e4cdb439926 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb187d48dbac71b5a8c539ac1eb78bb98658638c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01736019276aa0c38e7bc6c22c248a9cfa6da4816080f6b550acaba9129f916e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6198086b88f7b5f9b644cb4e706aa3cac7a1f969 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c25d2e4b056cad232648b79c9168ac6ebb6f9d7732bb537c4b1bcebac4ac5d50 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..51a21786461edafae9f35ef9b06cc245bbcb4f43 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a8a7916b7b97ec47db4fea4c50d4103188b4729db5908ef053f481a4373324c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6c7d0d917fc4c5779a6ff90eaf8cc721c8839af --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da5e7a626ed34f2aed42451ca769a500128a6c1582ccf7f654cfad9b16930aa6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..49a88d36a98c8b064c12f4530c39fb20b23ed63d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f0a0842c0b5f9c186ec263f511798b814bd47c379c268a2d24c0756b3a4adcf +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..38683595ff61de68d6cd8ff66f4aeacb39d68e83 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b436a9ff4f3832d59f9f34be290ef9d1bae0bf56bff2e6b3c58c59c9cc880f3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9115e1b89aabef0ecff26c7481ba10849f0ab962 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1e5ab73f4626d1cd6ba4c1b59b51be6baceb555d20653cbc8bb968478427290 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7f0ceca99c8a085a80eefa8778894a1e168fe1f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3ccb8fc75ceae378f96f821125d7e166eabcb9da12bff84f004e3c42601b7de +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..31a728560528b5e2f544c283c9460390e8555ef7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a911fa7eb175353da2e96c05b00a4b7a4522edbaa475317e7e870d9a16ad812 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3effc7a1d6a4a0393a5ddc7880859b3150548a8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74f653427e01843b3ff595d5c7a26645a3428e16329d456544f624801b3bb658 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4336576665d89b44189591fb48f12daf8f24fc65 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab1aa6a79f4605a4f51940a8aeea4910fa350dcd1f4df7ef49b96ff34b324c0c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c82c708e9e9f8d8533c83a42f30a3feff8191a5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d0aa72c9ad7c0f85dc9d2310e3d759b5a276ba1b912e79cab5438e4615dfd81 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dae2aa57213a01da56c5894d40b7005b18e4e465 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75d0094903592d5f62885f254a819031f5c5b39fd5c747166a29c391368fa3a6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bfb13356eff0360f54cbe3df87ef8a613229009a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c12e62b557b6e94eed1de6fdb172fce3287bfb26cce4dafc733f79d51ab3d697 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9ef491cec775e29900a48d80b606fc4d2b55a11 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da64d4fca8742559d1efb2e996b9af8a2f04aecc63133c2c5130b89bd05cd4ba +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9dea466c4f90d3f02bf5cfb7377255630f59d4ff --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d70a6ab9e890e9438fd7ce9c231d43ff8ef79c5686f3324e56b7c302c3a26472 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..002e404bf164bae6f9df0c366a15107759e13170 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51760cfcd196908fe08b6625be5e507bc08f5a64afd0f20d6dacc98044b6b122 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1181d3b6840b427c7cfd500860935dc5c1fc53fd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8527d0dd5a136df05c7434af1e2d9890234c0129eb6180e487b30a97b21bbfd3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b504ee0884ce6d33a15c333e85c356efe52171ec --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:086a323bd59e1df025fa600fdb14b8ff574985f0778aeede7ff4b161a0fb5b44 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cee7cde5bcbb7f1897f54aef382a5b9f9955aea4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69ef394476f136ff30ee9ff99f7dba683e9da31442b0d100ac7c9fbd773a77a0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..537c66b8500be986a7241d384fca597fb4382939 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49f18b9451c07f53b308bec212a9fff53f8646a5440aa035eb752052c87551a5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..06979a4f08bff450b008c19c88cd9641827649ad --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f25b1ecf52069d1cc463b2f1b75e459efb01d92555bc561f0ee0aae2c2b7e427 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3bb0a9c8889368df2f2b2f62e621c014c8971add --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f686b6a0abeddb8ac967ab4229dbe590b7ea8307bd4d7810b6084609fd511549 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c9d0ed17d80730cd49c32e093791c3ba1212b42 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23482204a36c5c22d3f177040d5b0c0113a5020500dafc1bf7b7e9d75e6fd297 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..88a8e84f6f409398e5b0ba9c542dff8f65aa5f47 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d30f06e0d7806fa571a70be1ac22bd6399c383e4eeffb0e8d5a20b5acde920e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7b128b7e01a67f5bae9bfe38f61d1cab0538e0b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:395e772001f797c2a48d1c8be205a4034a0d333ce25fc16d90510e935143f57c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f50302a1571b982181c3d045c7bfa3ce7b4c40e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e964c853daaedbc13c96068ebebb1329a5f441a19a99be8586d991e84f7788c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ac15fa870566134d356e4f9be4039321595304f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7c4358f70706b5ea20a07585886dde110a9ca854984a96380fd6fbcd31b8595 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb6380d6a38bbbcb5b5144a148a20d4bdbfb2161 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8969be51d2267beb92428a73bd04654e5bbdbba000df2c74a6ee5393eb11f18 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c50cd9a734824782ade124896eb12c4fcbbf2606 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e57a0d31ce500cacde47eee1059774b2295c31bd0f970bbe19e1f7596fafaef3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b445ff3bb3910fd8e44b8cb6876eac26f26b5bbd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22d51ca9cdb68b7854404841532f8b9b6f1cd7fe845a68cb863db8f7177177c7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f70fb6c8803f8f687d9c5f4f5510dfaca2ede9c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f77fd56b32c0f8dc0acab3873763cb557e4f51ecc15c34907cfbff878a16ac47 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2b7d0d5c966c409a6485ce96d8a42a9a4d5966e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b315ecbcbf1719fb9990caa8b7e23ecad194ebba26ac1ade5be12b235ef61494 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0fa888fe6aae1fc80439d873615a776c98dba46 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:149ad5bccf34ce09bc2b362722a4d1df60cf9f3de5d034be0f3141b1c31205cb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4da723482f6dc430edb8f7b0968335748b707d12 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55b59ab52ecf1fccab686e44cc63e65ea7c61c247098ea91077c3825738c5785 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9198eb1ac76f6c4f5b7f6fa7420aaa41fef5b62c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0693007933b7cc37547cbcbc0a5a3f1c05e0a005e3c610b136b21bec1400cc85 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..db6231227ba82537f8ef5553508389d8bb2d5ef9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06b10073f3098f03d458d5c8c46fa4a9d3b12837ed988bd183509fae2842b2d8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..41c9f4fd60819ad91a489da6f44a3de7c2408c5d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5f91d237ab200db83a02d9a320d960911dc9e2a19cf238e24fc9a4064f7b290 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..747f28b65a479ecb3255535eb290fb93eda8217c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b251fe950102d0c6cb146e92108d69482e8c7bc6875b5bc0b986070317b6b67 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..78203f9f1eecf01b17821cec9f9a8101d2fdb3fb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:087d669ab72c53989c11f0801ecb999120e7e19f378d3bb498bb5c0b86b2f58e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad226090d09bd5c059e7b23dcf86353b40362fdc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be7b3855520da35b24d95a0aa7f01e18e4fdbeef4e2451232cd14af90ac845b7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a08c5fb1062754d082b1f78b9ac828f833b8a314 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0ecdb99887b182f8f7e923e72896b6e78248c5db1bf2a818cae774575b4565a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ccb4aba8818c883b4786ffe8fcda8c4ec7780705 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e01a23985b42d00627907fb6e64bf55374d45408bc934a2a210c3c5952eaf7f7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..21769b8fa193b58364d2bf8f8a2839a99da98ba5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b030b5e7f5306be30dbab963b0ecf3c09e2b3ac6beaccb4295ccf199cc7302ba +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f9ead4e7632e9fc5887ed62a302ff5c8c5e3754 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d4b1eae234467f2f3967d4b79404514104df1704a83867b20befe6c5e9b10d6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c705ee1058bbc9bf55ebe298ca8533176b729c12 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c60b0a906bc372da9b16c4a8370305b6c21737bdea3e8015601ef9aaa2e494f6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6de8ebd9e284bf842d8014b1e0d5291ac4c2131d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:242f131c85563ce7e61f389bb157d2fb35014dc601165d2fd7362f7b760485ff +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..371a056d9a837a4892c3068fb4924d8d4027294c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d4b9afdbbfef1e5af278a96768e7a61d90861d83be6f548e734c3a3bc317bf5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8063a578da0c712c67c98768f9668ca11e8f92c6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc26308745ce9944d5b542fad28dcc4dd37890ee82fbecbf6305c5d6887cc0c6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..873dcad246f53e8995579a5909b10600ab620af0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dedb5f5a2e24a76547323346ad53753c760cbd4fb54c0aaeda5551fa0443e12d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..83f024ad232f012e5652633e1731571434674d97 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7c1788e593250b717db4a85e8b5b0b12dd18fa62ee48ee8cfafda676da5ac63 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d41a1e4cbae7d673284435fc82fce5a70f9749f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5ce66cd2f65e68c86b3746017d5f29de2389f117adb74251db90b93bcc0065e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4087aab95357bea9dcddc30a0d72f43091787bb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a8b845f70e1707a75d2b8f903030f9b3b3e74f70ee4d4c4f656179cca93a1c3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0089026bf08b53d86318f437959e6078d36cddba --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41d0323fc259f5a3e29c07d074c58ccdef886dd4065bf733849b37ee8b099b88 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e430ea6ae6d4246f5beaa667d67476c23e56d2e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdf2a5f194405c51a168d5812f96b19ec392672011cda884c199805a01896486 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6d40632aa98c6a3adb0f53a38a146498ef8f45d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f8579e4ffa9feee288be2d45c1d5aca056f7528114a7b55f49207b7d620af2b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..16651ea21d3af4f1da4aa7aa871c866e386f3d5b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c488d2c7c6d41a0908214a3969357aa9d1d5f13cd8e8a61dc5321ade4586052 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d3e2226a0237807b4aad42ca12064275a647ca5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2536be20e22526e67b959024f0ab6857069af222210bafc576c8bd57a345d38 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..59daf90bdddec3a407533bde8ff1af26968444e2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1bb48a2227ecf8b0dc69d7c6c0b787cd1e05c8bc609a579c2a63ad0caeaa936 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b849aa321559d37860f335392b9aab3d3ec4bff --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e43e1b64c0aaa056cb8a27a2cd7b439ef8fbdcf12bdf6a54ced34c07c040ed58 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2f7240f9be404aa2650fdf0ee6cf519d00a9157 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e91154d5881ce1e6dad3cc5c18779645f68749c8a378a8fb5d3028d6c0b7a9ed +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c97f556ec5ffa93ab17dbe3aa1b7683e816813a0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9149b3e05519bfadc549c1d01aa08efae416414b0a8650f116e9cf9a9777ea3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b071e4c6fdda71eec3a5311ce9eb2dd416ab417f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06f735bae5a9e95f33c95153ca14566c713d149d350887702ae81026cef5a80e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c8ef4aae4f41786f8d1d89b0172461af542479e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8efd072c53310f2fdc67af4271bf14c8f80bce6738a6306838e3a1ab84d92a2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..19c9873f15c37617402d67034844a069b9b3a546 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41b996daf28dda9f4f72e57b6da90cca709cd88db29968e82286847aa3972723 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6ec7247d1a4dccefa4eef82a509a70d56993388 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cad83d18e3b04353bb40674190cabb98d7c1f1defcec0a1caf3a5175e3e21db2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac32c4d3ee4b1c97f000608c133a828d06afd53e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83b09be9bd9829271b3f801ed6a85825ee00668585d81eddfd7fdbf5764c0723 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ead7ef491c9ac903b7b739bb57ee4f082329d78 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00044b0890c780a7fa80c4218774ba34310af0216fea1b9d196bb34e44035617 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..53192ecfddcaf7ed83dcadf3dff4a608dcd3fc2c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03f4a474d0a80571b1d4bd9e930b18fab4bb974041a7e2eccda8584ea7448d25 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb3239e8bda95db7dc4d2dd80d5c823513ed7906 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7caa41d0f7d0c076d8f85a856790404bcb61ad5b2a0df9c665be5106824cc5c3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e17959880e7d3a7557aaefd55689ba4cf7d546c0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd35bc37c629d8e6f7d2728e3a11644b07c9a1045a90187cd380dffad30ae8d9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6898f654f06a8a63bfbbd33c0528e2025725ccec --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9484a9de194752fafff8aa0f27a667b789ad9abba7797499c28e057658a3d6e3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7a564755618395a037c4a2271ad5b919854f3fe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:342aec0d06ab4ac3c26785791de2c8a0a6c251ed096294df4f251a0a77202b49 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc0670f7da08987e60d85395a276f8b0f1687d22 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:673222471fe758d1fab2a7020613e231d6efe9dce1f16f838e152602224299db +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2a6eaaca63323a7da98a291d1a4d31ff362acec --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:044a88442b6e9d21b277e3b4920e9768cc4d1346542ccccf4bf5157ff74b0a97 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..efedb88139703b90ad1d5828f273b1ceffb4bce4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab96af6c7114627032ba524d8b9fe8eefb17d8f3258f249e04343f1579245a51 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cdfb82115e61a7dc3dbf9bda49de081c578fb2a5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e940ad72c6ea9083c2dd7983024d12639f6bef9918ed86c2dcea27aa24e05126 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a76cb0aec04609801bf3d9ba9344b70341a4a6e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7dbe21ff873d3e21a68bf82b4869c9882295a36af4379dcbaca524fe1698ccf5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..54b0fae6e4bc61039ccf4ef2799f8d7450607033 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5fb998e308d803f67e27f27c3f693daacdcab372ba8aebfb58b407e76de42ac +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc8e2fbbacd116c8d2c4f492f4892e2eafb8d516 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bca9430e31b45fc90b804f0864d71e5ba5fd9a96460b85c0e2c6838fa1fdf5d9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e84dcbc2e394b6c575523d94d5c4a397e517e08 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:055d40d864bc076033e6b394586b8b314cfcfca310d579c66989c112426d8e0b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6dd688cd7e44fd2b1dc0c26a603baee55cc1e51c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffbfffae8643f452f1c68d90f5814d44633167a85e96ab426d68d4ac3036d1d5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6838aba81e4ca833a586a1b11972cfefef203621 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cdd1826a9b4044583cafa0a675f8c6b2877504463516226c96341d40fbf2b16 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdd48202eff44d605efb84ac8d65b4338f6e5900 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:336398f6078f1c159beca4ee3297afac6f245773fdb8428a4aad2313e770884a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ec824b5f3932d404c8bf3c67c29f2c7c38137fc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08d26f73c61f2d776fc588dc8a2f0da8e625c5c87d224da8c248d063a0da451b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..22e4a7a6c4d13a5b8191a8a3563c53fedf9bf382 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62f53fc05da81b0cb7ee831f095b35ecac5fd4fda38d0661dc74db720eade531 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1eed7216594053a13570272a38d9de2e90ef1087 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37ed3e7c19f5304a45e88c3bcef472a50b8c6f5d8bc2efee8f2879c8bd722b55 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6fdb5ead80a40cd47ecc9bfed622fe20ccbce4b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3ee7b84ddac9ed02e9aeadf91714430cf18479ac62a3040ecf2a1ddc197b6fc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3806d5db6b187b0bf78d81b1a4e58b38bc5377d6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b346f83fe992eac0fa67f313437e90ba3f03dec6f5d87090cdf87698933c78c1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..29aa4e52b47d370873b4df229b41cbe093f0af64 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc223849ba48c6d6dba9186a29f69ceeeb97dacce41314bbd5b49ba4c02b477c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..14b400fc488e245a6573b8fa07d7be61546ab812 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d119ab8b912bacfcb29f365dc78ec9f0af6ade136bb4f899c910901a095443f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d5c6de59cfd504a22144b668b75da36b8bd9f57 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ceaf3df16c243174736422790398a20b90cf8583c37695e8f62b28dd061bf6a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1db5a7bc1587f639fa9c56ecadb4782ab31637a3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:859d887bee21a10f3d6c2999c58f1e88e35dbc77e0ac444084b3516d4e3990e1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0df62324242088b2b51993a470dc7c1d0b7dded --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31ffab130125b8ec1c7b9a6ca8d2f8a4ee68e29603ed455499608752562cb1f3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbb41be71ee890fb83132e45909822c5d8f43a1c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39aa4a6eb373870bdf0c3ac3cab83f4706f08411fd5629fc47bf8ae46837c05b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b651d85f906641c9ada8115302e8b62d93ab8f6c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61279c96020de7e0a3a8ddd6ac4cacd0eba7b188fd1e448ef4e49a5b57dda6f8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..168d86bee46c61c8d118db40bdf1ce17a3c8b708 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0c76a73131f2b0ef4507715209503ba926a817d73b830ba0ce41cbc5596a2df +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d3e22b31f3fe897c158791721be4c738578cb09 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89ac4cd209e4ee35963afc927b2ee2ca73ac72c6f1d1d3f4bdeb990b3efa19fd +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3de71cf380a0fcf51e4726a6057245c5f6f4566e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62587ae04727acd956d9fe7004ae54982f50bb03d42e50d2c5c43eb623c537a2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..79f7ffcf9e68d845731ebb1c894e40b86f65db70 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:590a956a0898c31ae2046bc92491f4f64966511414f7b9b0feeb196d481cfb30 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff6bf28cb1b9088584ddaa333208542b2abf8981 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:920b3db5ebee62f9f6800e55c6be1cf5ad68bab86471f4bb9f58dac83ec95bd1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7472a3a3aabcc0d6372b503023dce08cb93ec8fa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c669623d2fd1703c5bfdd7949f4f44b759960a4603886b0e5f272e96072ea324 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f80b0f8b450594a1e8206bba94ca01455ebfd99 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ee3c9cb564c1f92163b92eeb63d8571f18116c3a13138e762bd91892af09668 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c24e00094d4b6a341d65cdca52043433db6a467f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58255c3a15c12969cb7c70f1933d08f264796bc965a4a3d48c5d4a14420b13ba +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..868321595f73a9817bf0997da4322f8059f07cb3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c43b724a5f85c53606a7d01477810ba5e661c8a9c1f92d48b5679adb0e157134 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dce9c8b8a8a966f2ec1190d81339c8c7f7017efd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6358221ebe36d5922aa3c33e65c2711b442a7e30dc341619c40f816b91b38936 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..28e4e09b123c8b70f51d289826009696835fa03e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cc5a70a436193f86e7fdb7373b4dbbe0fd9341fd1cf88d0b5f2b042b464b4d5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c9eb043aded18f145d29dfca77fdd12dc65cca2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17d735561361851095fe4f7c58bc47d7e78887e904b0d5f264600a4352a380f9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d603f501ddd0e443722522173c4082cb4d7207fc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88d88bdfdbb4aba93c91f445be51d9bd40ba63c0d90f0aca93f8d5cff2757894 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9409b83e89ef98d06df8f4a7a2634b63a1de88b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d29a0616d5691e5fc6e6302511fe40e944f33276706c5e584bfd43c9fecb9c2c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dea4539ade952e9c22af89bc2828a4bf44e20538 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bada8b3c0994b1bfc97cad7d8de94516b0192baf6d357e6c9cfa800a056cae1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8b303fcd8d3a2a74a20584e0732398ca5098855 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:480eef1aa2ceaa08b4c94ae37be4430a045ddce88ccbbb385e2a207976934e74 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b8189204522a320c0ae16fae3bd823954ead14b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecc4c6bb86c3eeeb2e88a4639e322225348a938015776fa66bc8d8d6c650de37 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa71e4ea284513cc3c69d90de187d37a9d9ee401 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20ce8138f9448b0c5272293e9790e1101c0517a0421dec7289756e3c1102df25 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..45059bcfe201a700d9355cac5e126ab92fdeadb7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c62b06fcd4abb0220ee1b0a7dc1cc100fc9efb3adbc2fa3bbe4936a3c56408b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ec2e9c923780ca3b693a0e40003943fc0ccd202 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84b272ccea00bd09be7e2830f6c411f75e49e5052d431a5b58031d30e4ff954c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..44a7d1033172555fc3f40df9f0ff4ddb0c84b278 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52a64c5ff71c05e417c7ef756e10b77c7f51ec044728624cc48da8cef127a835 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7eba6f8d8b050814e1ad9f1500d8f23e9410011b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6725a7a0faef12c96ede3064412ed7fb7662338c06768dca81a2b3f77d68dbd4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..88c9c3ba6a73728c32596d6e724bc53d941af2d7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:690b5fbb71b7fad8de5daacb0c4ac19e2243584431021aea8e6e77d89795e8db +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..690460148336ab213247ddbd980460172d014ec3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc418e2c0e75c85a1620979711140df0c710210f4e17a224582af7d4ab756939 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..157220937ff37bf0b0fe163056d4c30f1a214a8b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33f530c6543043e71a18f421abab6337f7a797d5f54962390d6b5a3b9367c42c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4723f63caf21acf4d3a1ba17b77a99e6a7c031a0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ed98bdb480a92a4e1660c43c3b71aca6a0334994e4b368eafda0492d3561e2f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6326a37d5c0de18627463cb5d7d409f9b2c769a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d8ff7a111ebc9a7e4af1a8c7534c4903ad05dc9716b4f1d61e4393146fe79fe +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c857cb13c5922061cceefaa367dd6da256285b5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab07ae67c4d05a35da596e90cc22fb13d253b61e73bdfa6230edd75113b1699a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c179840193adf2a94d421345ab372d352b02d598 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9275397f699c685c1afc574c6bcba19b1146c12b3f54ffeade1b090601fd6506 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7eaf2458f86ead87be5d35641185f638e463363 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:086cbd13868fb8bad70bc7052b0cc2e9aa86209c1d6b55400e9c18c05f382261 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bbc2faec1dfd27db93f3ed60e598679431075c23 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2982e6a2a731e56d0d0bda43d6babaaee307b55795585c5a0874890dc2796a5d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8413a383ff030ddc398f04902880408ba377c9c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7b6da3d9ae8ed90d0c7d3ebd56ab7d14458edea38efe198a7d9c3543294ff27 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd3fd0fa1038739d74a94883df409c1c258b8cdc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07c38692a3a0fa695a42f95bd6fad5b74a91969e65119f3d107e7019c91e623f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a60eb2255e8e4628e820a824fd60e1ab8c5ae8ec --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c8bea6b2dbf89f8a34bbfff4c3ea6c869fd9da377ec9b56ddd61d1a61fdad9d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..85b30c56104f0cfd811523fe265b59eceabc820c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fab593fc9c1ae1540b10c0fecdf990bb1b6e71bd8fd59a12c8b206d7990c2870 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..da64dc083ba5b0c51cd0a928639862366468f210 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9cdcac83b8999ce51b082fc7fbb00e0afa6e64ff739f60ef6bdefa5e9deb777 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b51a21b4a1ea5557ba2440ba19c4d514a2847d8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83bc9362a92ce45c5cd95b71aa1eab55953022d264ebb6802988ae7ad64d484a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b5b3cce1d47921abf35090519ed462092ae5f99 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30e9751c974956fb8635bca53372c400a0b2ca39acc59ac203c1c8fe25e703c2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..738d5574a29f776e1e64024621c18e48d7f8e0ff --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ca8d5873f982b786d162a92c159ae3e6999be56c20681ab2a85da3ed921e25d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..680ea2226a9a13ca217599761fce5df6ee7167fc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6ad5f931003a1c2d92bac7cc9b72cc28ffa9701ec38048f4ae0e1d7d4571090 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c5784c5f3377ea4285bf213eb816813a7ef847d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb70f42c1324b583e8e41291a0238e440a437b9cc276ac84dd7d137149da19e8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d7eb8050439dcb486705e4f717ce7782828b3b2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4623ba561bd305a6850ba21ba3a317865dc80da7689dedc6ea4f7272ac64056c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f26b0d7e9b64d00905ca4bae8dd7289236e760ca --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f99ff19b2da50d8287e62d18a8c053ecf30d6e59968ef4afffe5f13378bb7595 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e08d7fca08831bf130fad89f49c5e2d2bbe100b5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:714c74779c4226fae71e6c8da065337f82a066adc6284a01ec56ac58f66d3ac4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0ef3108f67c66f88b3f2465894a09b8f87983e6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d242f6c837dbd27d3831148d25ac82b82e00046e3c60a04c95ce786cdd89ab7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d59ef342148d4389e30dd8a88b424c93abc7f570 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0bafd4477dc5b297b837cef7148928c1ec0a3584f106e7c30297ca8b0fa0571 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..21272fd823938a704d5419ac96a0626b61cce358 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5aafda9220bb6999b3a77a30fb6f5d2d7ef747505636805b9a89d25336895f2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2bd102d147217da6bf6191a654ce5d318b84114 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f01b39769d426b0cb4c98e3c43494b34ee084bf8622be61c4a5f40fac363cbe +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea176a251412d305cb3f43bc5540e085cfdf0dac --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98e6cef8065e031fc6f277223e71b5b2ee06ab8f6e15a640fedf3c65dc16ce86 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cfd4aaee99b85cb841de5c36bec9493c25e90f36 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fde61da02da554334ef40b37cf1c9bc098a36be3eb02568fdc197996eed5d21 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..62a3348b939575a96176dc9b8063e65747b6885d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c5eb4e6a23a0c301a62dc0097afda59938911c477d9354e776925ad4355fcaf +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5870d6dd2ddde1bebac98da55091209e25e6022 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c4591d09363a399a319a0263bd90a3086fbb74eee9c723f3fc04107cc63ff22 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a732adca5b7779b1901749191bbea60375a238b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46fbcd14ae29bde803819f4a4bbd5675c55087454820f0b884733d0b3caa6eca +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d02a6a10f77d3db5144de8abfb0c3c2400c473c6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f068d629a8d35ad99a5d2e31429d43648da3ca04a80b48ab78de147fc7d23160 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1162d4e6481f4feb431046e8dd24869c0f91fca0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f260e8b784bfa8860a32c65f8f8ed1070f4d20456b21556ef4011ea26abc24f9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea3f84aaf831472b657ffb112c560d34c1289e42 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5929d48aa5b82684d90944fc9cba9be71a33bf5f487297b5e409cb0c8d396aa4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7439724d350fb71e42891ca3d94a222d52767433 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df4875b4aacac51a1fc70382bd62254b42de6e841c41e9f16bcfbe80a44fd001 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..229b93e6b9ec60675cdc82ec563e8a44321d361b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cce064e9d38adf4dee376c996e66bc32c8d4f7e6c07786bfe4dbd19d345ed22 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..789e2d298ebf407e1db3842a39dffc89f9f28c8c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c19ac0b5a868b62a7ad8976ab88a0e557fa183c70c626ea2a1b64eb79668e55c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..63a1ae32a7433c8d834d80db7701a2daab5118db --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ac2e928c6f6ce130d38a5394f698bddf06213d31609e47cf79d5894324ca969 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e0db7bdd2e74feed69da5aae99d4e7bdf4a39e9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44f8c783393f0aaff63e4a14508afeb9df75914a0efbbcc50993763650ffa779 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..71adb164dfc32add42eadee1b42c90e4b5410134 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47dd80f89925d60ea943fd7ac9373b418d3f69e7dac6c7cbb03ccb7371389ba3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..18e3012ad07e12996ff40928856721e2b71105b4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df9323c36339a257709e6514314f7983d790d5f80e361ddd25d5e044ead2e3a6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f00af00d9a3241b5f5d2b2cb5a50b50c1b19bfcd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:864e473f6226f5e62d05bf62279c552f551b2d7f1c2eb4b6ae302eb5265be705 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c05f074ab0678a7cafec0e14d82d6aeeed5f4f5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cb8e25a7fbb7bb4a0b025ef44911177ca806c4f59790a60606228bb2b8745c1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..80c6e2a7bd45c2ef701caf63bca95b50c51c0ace --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2aa6dcd86d3da4ecd93d0a539e9b750d86fd8b7998f9b3b34ab5d76459bf55f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..19de65380ae9f0385e544f95b1e64d6b996f89ca --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d03d4eadef9113965b29894d2df83bd9024e953fafb2a4b6a8db37160a880bc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9897262635dd86464306cc82548116ce9827b040 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b57996844157681042b26fde9079ce97d9158a09475bb0d0292b94682cb7ceb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9fa20affbad35b5522dc6cd6d5139e54dfec7cf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cbc21a2f873dac905b3652c96a57aff104bf04c3e8b4b4490f38b0f4e0cecea +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4493a6828f416d82b1442e398c743f24600c78b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c574694a2d6f21a14f3def90f37891f64dedbb2b55b5a2c4ad12450490483f8d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9cac3c38ef18a993d6f40a31380b3b92ae0fbd0c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f91022d6d88e4c91576d61ef4dc4a6facb0ea4e25ec6b6b05a1f264f57482b16 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec29b02880cfc9f7d0e054afd83d46ba444464bc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fe3072c92b4c5df1f393df35d391668d702e7e299de5d3ce34d8501b642b520 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c042f796be5d24777765ffec7f3865efd34b3d18 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de08fd1eefa4995dfccc59799a36354a9283e64211431370d4a195e46e5b72e7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6f2215079a38159ccec0100f1b6ea7e8076d0bb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3e3a173170e5ba3eaac01262f1165a6d5c0872a6a5dff036a382f98c4a825f8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..370e7b2846dbaaa3d256d281626eda207cc8f977 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f483d4aa1e6f99b1f79b1e121a04a672ffde3560555f07c52623c22ccf6e5159 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2fa818e3eabcb26cb71bfb4503fc4cbb9c12bcd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79a8111076b8b838a3dfd20daf64cceaf51355ea2b8a6b013a7d4d7fdf0c9dec +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..33954b534adbaa7ce03918265c171ba051c9603b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24d86218611e88f2cab93a7b06845df1eff09ad37a09cb3151e92b1e851afed6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..23c87eca024ac65566c8c235957c1458b6511228 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd880a5afd571d9bc529b675cf411c4b4305d53549c58fb386662e6ecd934086 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d94a13727eead7b3c0f0bcc2ebca1d50a6f3524e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3c38840e05f44eb61d43462a5f45bcce387003635897018ec4ccd2f6e42c3d5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed4d755a31d3f416b41548384f5a537461b8a00c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:597bee64cd97c3567c21aad507b1b9b66d5b35f2acdda19eb88eac4347896aea +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7aefd79462a41ef6694c50075f737f44121d5cad --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af336b6763bdbd9e444681d850df549a3c32b45800a0ec20e4bf4c172d0a688e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef52e62f6024739de54a91825699c6084d82593d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02a0474995185002328c9fa441e46e34b53ee6eeb319bbea5384c6af4ac77e46 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf248fdbf5a33addea9f8d5b87ea113bb00ee938 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bf4dcb27ff5bfb83da7f95559799d9610aa8060641248e5c93014a663d5406c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b089339d27b4e028544ac137be253321eecbdf7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5756ae4e53a588d822aca25adca68a14f1d09077c59301ce61b57f777d75872 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89b7f9a74e28c497160479f137c00d538151dbc7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:217eb069e4e20a4d6426d794fda822c1eea547e7643eb81b7804f24a00039ee0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8145f5cd31eb7a9671ffc972685b89f70ef05a0e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffab6af91d7730a31da645955baa7bd39b1e9338db3a14e3ad24595bda10870e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ee453ce5faf4f1a191470d1cfd677f1024a01ec --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6886e2541168960fec3c3923393eae568b9b44d8fa892083c12f2cdb708fa3ef +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..96db27faf3106919fb739c3965d8ec900971b032 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:714811039ad1cfb42f506dfb5545f837284f6b731a5caaf4765700507b0ef63a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea21d333607af44be9bfdca0f605a4f718b2ec58 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ade0553d10df3b313d8032845155503139b76ac4ced78b7cfa1974a6d39906d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a83e6436239d0dc166dbf6ea56ed78abb2534d14 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af21668b22eb9114eb53f3a734a68f3822a1a4e18c95635fd6ab20439c1a0bee +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..be71c6b430bf7daba829b571a3d262d98fac85db --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:611737b869d3c8a0443c37f94b05634d1f8e1b55f984edf7fb59ca0c99054ccc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb7c244aa46564829ac13accae0c8bb0b0d65f10 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd06cd80d1739a649c6b4aa47aed2ca7a0617964183fa69e556f08a033254a1e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..255765d8f95e61031608ae6713e8708df33e1d0a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85c989ba134a0a6fb1b92dcf52ff580998bee6f2ef930e4c4079049dbbd57152 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5864e2e2ebf9147b398ceedb7b11702565d33c4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a7a78fb695bb41a6e0246faf5cd0015fe88cef36dbd22c48acbf8d2b28f382c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d13ef09cf618df5890492e0faa7c4759bd66bac --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d63e0a94ebe4782a220ab37280b01d3b4dd0c79835ae5120d03c4674bc41258 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e22f96e3b9ebb6aed769ebd803ea8c13d55580e9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b2f95cb148f6e1f0f80482059dfa70e5a4c90d548e5ccca19677657c9110a08 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9902eecd8a70db224771c1f5f5737adcdd4a651 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b997ef88a490feace88e5c7df1d9846518cf4fd7e5acf924d034da58150ad032 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..da0b9c428968a4286ae835ac9bd287d9b249364a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5b183f7bb87858f09349a01069019e658ee7529e65980ab0997431fd7f9d6ac +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..33c4c498f5842f67df7bf75dc5754c0c7d1439df --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88e2ed0d4b7a8f8ee7884953bea02d4603da1c22d54e086cbc2bf1c94930db28 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3909267d0641754e672f0d821f47d99f773ab28e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be7350aeaab38f1677c770fd6eb2867a51bf4d11e122b7a62badfceeb7930d99 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..338f8a4ec3337f4a65341ac24b01a05eff34858c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d8806c6b8f73a7d1bcfbf3d1dba941203266316d3d087692657eb6210d9c7ad +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d325855cb8eefd87308ae11b0e050a833cd96be7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e61abcf64df444daf45e9fe88a95a552f3f484a25c250786a80933a79ed4b88c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c37ed7a1887b1021e223ccba9d109ce40f4d5a19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccb1afd130f66e07cc008fe5b7eb4e2be7da1faed72f2fad11347043b245bd09 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2e9d13646665b5769222a4be6d85de6546b8553 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0880f5c2f444659161e0a133eb8c28e97709d1f9c40899ed62c39369f3907b83 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a4259f628a02fe51ebcf4e39945bbd352ba3787 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bdeae6425fb0019c7d50061804f3cb54bc8df8e5c0e77a9e4a238d909bcdb79 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1d761b5edb0d48ee2344b0e19886122929c38a3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1aaea72f1ec82cd55a70ccb7629f0eb4f048676b1277884dc7f26a6978dd4ca3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f82434f0d540fe58b621a1d069e4b7c9ae38963 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c31aabf8beee4e917a7c4aa0b05cfe0c7a818a1a57fb1b561fce39f5bfe98cc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0b1aaa9225f48a4130b6617b35d629f99344d7c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be0c08e5b2d37ee1ffccffea0e7c6811446bd3c653ad5226a57f0b0dae6bac16 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d35cce7721dc4da46066732034e5ce8d4e474a6f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:877bbeb71eab42a638998ade1d9f0add3ca00a4eb6e66cb88b596cd9f60c061c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4ca77373c6dfadea6989d2a6a5d7db5fa428e2a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bbfa021469779cafc404fe92a2142db064a6d1d63df1a19dc908272a1d6d643 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..db247044792b0b6b92a8891f9bb559bb4661f5ae --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:839723d7d511fa30bde1ebe5fe91c311d7a39010b7eba8ad25fe7fd29bef163a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5309603c3edc2aa6b17ad8b0a6043d97ea08c2a3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ad4a232cf04cd2342cae06df43c9b61e9ceb8026ddaa4b1584d0a4ded0f5bb6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4311d0d183c9867cd466dcf64040b6e0dd6274bd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfdb495e2085ac924f8d0611b7f39785b6c037be2408b27160efc81856bcb7ca +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4974234614ae99ab10e1a9a38b78920277b5beaa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05114b2696c0be5d99f1641e1a908e412e42c12efd5af54374cc9e3a53f07d29 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa9e47280ec18fe8011943af246e8028fa772801 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:361d54f6c02c27d7dc3bf511cf6a3ec7da109f9178f45d9a61549382a1d0c4b7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..36ee81c0ff285a9c1c0813f70769e73981a4fc7b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa0fcfd0fa16c4bb73711d836aa404af48a1e500b0628feedaf07ed9652022ac +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbb4982e42ddbfd937a7f9710f6ac141f4cfc921 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:731bb8b92146a86911f479831ef4da179ef96be05ab1566647e43364f7a4eabf +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..702ba62862e56fc4c35cb4a86e07a4cc52585998 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b54bb170a1fa4d86a0c2b8265aab3dd7ae1827225df174c682d52cb9d8ac29a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8aa79bc223f681b417c485c70ad4b29b81acae3b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6479ce1661df8beb7b37e1aa0c9aa3d3339a130d93c5cd8f305ccc9a241ea471 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ffafd2b2f741af0385a8d586bfc39ba4fe71e772 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1468ee0b5dd436d1c2b7b142eefaf84ff176b9bc732f72bbf5c0df5a30eef0e0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4bf8db93ad8a8ef09675ac775cffd2d23b7af7bc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04558fb783cbf75e19437113941d3f461c21c2e85eae9297ae9da4b138061316 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d0bff49157bfafc925244d2df1b2db01f04296e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6b9250d8f44348ef0cef8fe55b41db1cfd027fad7f267851fd7236e263a7b4d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae4434549ca1cbedf5343d4364117e073550c854 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a5c4aae6d9429691f97e07aea597c0cb95b39ca7fd0d5f7b42f883fe35b6ecf +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..172390ce9dd8359913a325ab363f74bde1d3de4d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:356784e9f52ab5fa609a0b9d63a772fe00a5cb70a2d3d0386138301ecf08785a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..770b16b8f4f0aac8242d9cc90a0bde093b77c82d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8232470c185a63dcebe8fcc20329028e83185744b7a3a573eee2f55ed7ceca0c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8cedbe5f29d3be5a53396da7daab63b7615efc1d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e87db1bef08daa2a6cafcfa4a89fe988646db833528d31176d2a618354630b5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c61798e9b29ae315da3c39009655c19e17c645c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69592a935ce62d28350abf2ab33ed7e7ee5dabb8d1f7ac0c0968c9aad295d3a0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4dccc27c86b44164566bfaa51f2de5172b51d77 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c505d0d8a7087fc085c007502e0cc52f84cac8bf9f4531a3370cf211f4a55114 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a08238d08922fb176ac93352bd57ef0242aaaaba --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3de1faf433d32377e55e1f16957d74d7f235039789f52d12a9e9e28e1c0c84b8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1fc1e0a37c7cd540d0038444f872d3f0cd28df0e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c86a9904bcdda9b2252c3505188cb510f4c340e079b2613e90a6d160b6c462e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..99193a4333adb239f68a5f0f1c405f334475e256 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:706b0c3b4fa8a1da934c2e0ada6b933f8a2bd04a3ecb2ec98e0fbdbdc961fa58 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..485d3a933312aa9628c6792cf9b06422d25dc69a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e853868b1d1e9de61087f117e4e82be31ab0f4d44f217d4928e39382c069c90 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..db583a749d1b324ce357247ef40d171aa9872ebd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffa8f9979328841ed36134b001e32fc0ad7e130f8c78d3a2f34c809b6972fb7b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d7bad68ed653546c348a1afc9b5531821312cd7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:996230ece2fedb8550d88f19f918be71eba6830b80be93abc89e1dce07820b90 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..83b64589a12eb4dbf4baa3a643aafbfc2a817c7d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e691d1060368bd84c97f7c69ea772f1e35ab01f16c9ace3b10a5ef333c2e6ba +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cfe456dfb3d1f1f33496afb47dfccc4c748803c3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67c99ac77b99980b5f122db0cfe47d3f0d8eb43921590ec97cb83922cf46999a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..92d0b4636dd12a42ed717ab5d36d8cbf4ce17d0e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e94e1053dc6763d296a57f6d0e40fddb74c80917ce8adf9142aa541e8a5871d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..528366348f9367ff1751d9a9c041379679a5cc0b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8051e3371f2e49410b69f390d68b6237055ac6f2193dfd7bbdd79de9dfbd6aa +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f35a4ffacf813e880edc172cdd304f1f1822185 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f352d96722e52457e06cac2b413c6b90dcdec95fe488f7b1fc030e0ddb525be +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f25c32deb9661279d69265e0ecc2f3d153f7710c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b4153edab5c09171a0388a979e217ced23205d9ff09843700b72c255dfe7e1a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ece8436c86acb5ec8855a4f1ea8ba0f6cf252b00 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72dfa6887e989243afeeeeb7077b514a1f2959e578c3036d91ab8008d4d16a35 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..effb5b21737b28e9a2abf5faf1185d55828ee62c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:619043a3b8e0c4b3a69da6d483daddbb183b6f0e46c9769a0ab1cae7d67fec27 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9449c321d90e6982dc9e2c00d7f6ca2a5ebd5c9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30dd4705133f536248912ff507f9809dfb67939395b806e046dcdd710f1b9291 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..24163ff2a277c826a77a0051cfc2b0d95f1f1cd4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9edc49bfeeb1f014b0ae3b0f1ca1b44c361855ea9b30c1441ffdc608ab2ede2f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dba4a269d90563d5e1ec5846dd9d7b978252ff4b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb9cf5016f53ab615ccd6a798423e7b2fb84bf9a0246eb8754ff4e245da83010 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d2dd284f13b61284fa18dd02736790128b67fcf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:373cb30cdff3dd1154880c4d38cf484b49be9ab24d7851881fee14a29f295e15 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a84116a8ec0d2d3d7189a3b32fc08b1bc2f50e93 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fa9a6baaf5cc5b021373658d4da6a60fb4f80d0c4e1a3b052842826d6354761 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..624bb829f937bbe17991e9414868c2877633d98b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d91c067a7e55e6c885c961714a9fa106434e15fe89fa78169211693d9609cc7c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ec61c876d3d5e59ea82bd5232e1f47512d8a2c0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f20a91a432138938d4bd2c2995c8d9204c223ca90bc258d66f71a421a94bbf4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..405be298052833bb3bd639eaa1a6a911538352a2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:152ff818a3c12f1061223fc7c37199747b5c9ea0b40dc295c962a79626b718df +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..46715aa527c561dc322e1e1a255e999f2d3db216 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3783fad8be46d72a78094aadc5f120c28f93b5c20b25c3298ed0c9bb5de2096 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..218cab1472b41beffbdf1a75117e18974b48f95f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5582c28294e4f75a4704a1a8b1a090b3f3f6ab755b60c66ee03aa545f79d70e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..af9ea5314a4ffd2a39ceb2435c6de760df59d765 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a370b4e8be8a76904a8b6748308bef64a3cffcba7993bbb30f936ca2b0996c2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..819d4e3b67c3bc4def247c0247e45c5389d6b1ee --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1df53e343b4af155ea5aa3b1783dab7bb42bcaa873cbf7e34aeccd529d46a84 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c44733982d39bcfa3dc17c10f6eb88dd8800f36c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c81f1d70e70a3e776763f065f2869f5cabbe1e2920a276109efc7deb04fb3392 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4cc2ca1f606a47905ddb34c61872de225d2ff4e2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4981ec5cbcdf7cfd2e85143cf138db0de63b6923bc949f6b1f88466b7cd5746 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..354fadabb19c106aea89feb531b0817e7eeb5b8b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d980e4549c97682f3d63a6e38466dc4da820f034638500a7c549f636bde8c51 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..15bf5916a7c6dbb461aa4b4832172106aa44b11d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e8c906efc7686071d297e2581aec2914f0778bc21dd1c1c15f148601def55ea +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8de07584b9d7f35773f0e57a7d1da9034b2b10c9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0a6d242c963e39345129cca6ad6ebba74b73ef8167bdaef23df292bff50b871 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b27e46f7d8006e9a893c1ceaf3439b55b3abaa5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ebc71501808ad9b1e9b704a7692dec6782b2a7f5c938bae9b101f5c6b8200cf +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b93b6be94a41e5f90cdd2758132d164d9234e245 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5066fa2438e65578c3b7c9c8977740ec2f5f1f988df216b71f84daa0dcc969e7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..34c9e39a25897eacf38eec85b4c76ff55738c702 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e2b26a94edb686c32ff0af0487d91874ad919e0029d71415941ace6914ec95e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7db368a40a5936ceb2c80ac02ce54b1468ef1316 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6bb2203c69d9340bb72e593a06a4d35d20f0f10c5c3093fdf4976da45b7ea29 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..616722100de6b60b8516b906a7afef15ac125972 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36e37fe5bcba136908647e0ce3128766185067891378af97c50cdce637e894f6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..74ebb1dbe7cef9529271045be7f107822ed566e3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59cdc18e39d7b30eb9911ee5b7ec575daae69e4eac5d1e5473efd00550433b5b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9632456404731337690931d160526b36c83f628e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d5cf209af539ca07018f1fd70c9459cbdca6184549fef4ff22d11c1540bcc6a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..507f8aaddeba8e0dd9f6278a4312cc35d15e15fb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0f55a0367ceaa363bf51f5ba2d1df692c026612836f1a92f3c6cd80961787f5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e4cbba7b4c4156458ebdf570c2c7932b594ebc6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c88ef252e08c3e8e2744c931ae918fd7ec369a9b7ce3d18d9b1c25c2190a4c50 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..957b9ab0c770cbeadbfac4e73c59b11ecefc2cfb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4315c1dfa99fd75fab54ec1fec162518e8279a61854b53f210a479b5937ef69 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2647e9c098a9adaaa20ac01944938caa8eef77fb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62517001c211dcc6bdb381eaebb6202fdab20c9fb5631017192da1a9bf9822a7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f98d58c231da120d07795f12af561af049cb6c50 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90e9e535addf1bea402ee9904bd7e689d9faf3438a7f6dc48fdc636a44d8c190 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9eb505ef48e7acad7f866c7d2586d82256bbc900 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2efb149bba6e9c3643fc8a17349f4d645e0108b0b0ddc93f2b605ad080a6bc79 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..be764f9a74895ba659dbfe748feac51f65c4260c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc0954adfc36046dd1d4ac8633c0272f1d9c543950ad609cb87a825a44390e06 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..82c9fe702a6abed94dc73d157709e07f6ac93f36 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a02b02e3fcbbcd9867267ac33bc34aa345dc4d5d4158df83b7d8db29ff1c4fcb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5c32e601dc12bfc00abaf940c3a4b6c3144b449 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca06854ba63b44efbfcb1fa34e9bcaa187154f2205fc62fedcabea9cc0aeea62 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a300cef64d41c31c1816d738a2db7ae526986581 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fd116893fcb3b297dfdcd10a7db3584bc12e62d0bd290cbbd6ce134d13cb395 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e5077a40c5c02de6892ef4b46bfd51950d1c633 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffb4e03c74db30fd858e8941bfe3c326ec35e0d59f296ed10e33ca1b0668ec48 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef8a31390aa12957185adfed254bb3e3af827483 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d41874f027efe3bc8b35c20bfd1119089626003355568cff6611c3b1fffa73a8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..96334f931e1d81f42cfb889126c702316adf0d34 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74c3624598c96f16e52af09a31836a0ea9d33a7699badfc368efa4cd059fcc9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7326c9fa1f0e3adabf55e48b3d3b53e70dda9b5c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37561da05dadd29b149d1b33120f82d73456214694ccfe31bf401d558cb8a64d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0461a1c02950d5c1ad6d1c17abea3c4dd5e000a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:393e8e5fda54eee622b75a38ac4cc42647216704e434bc14d72f686367922a05 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..36a0ba8486af1c211e0a736a289d4f5c64b5d267 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03a858e25f24a0bab6f247692b02c2669c5b41ea6a81d2b68c8abedf33ad324a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..226d540c1d8b101adcc91d0e3dbf7ee3377879b4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3eb972df58d49a18edc8c8278debf220d39c3dc3968dfcbfdae2551eeb912e59 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5744a0edb2c5c50accc361da4ac84021fb19203 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d8ff7d957b8ffac621fe02831463ce29e2455f899765d5c6ed0091300544ffb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2533a425181e22cd384a94d04a74cfe54dc253e0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:909f6cb6061fdc5a2da4887fafa103afd7d6329048dd4859edd796d79097b06a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ff4edd7c899d64b64ad9f29f5883f28fea041a1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65b04485e1aa0e9c834bf95edb5059cc5ea87ac41a30ffff01c254a26944283b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..288d9d5b069b5afb3f5956290f8059781519ab5d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffae47cacb4917cbea67f9cb1e85ed2d1ccb96907696311e51b791b65cb57504 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a3e9bac9470e047fa65cc89ceed727e2df5615d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06015a6a47385c8456b5ecc32157a09e287fc2dda3abf77934dd9f3858f952c4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..29005957c0c8584bbbc523f83c558de03aa3f04f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c8154333dfdc39ae1403a100967bb6a5f4adfda9cc5c025ead4099bf19abce2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7464b38f095e5ab08115d00199b6d39f78b74d44 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32516f6631f25ca61d5155f8dcdc208f30af443a3a8905163a3f6181d7f005ab +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f321ce0b4235b8920420dec4017ce61edd6c58ee --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5441a2a58f3673c8402df0ac5e698cedf9d2deb4139e23a62fc85261193c3a11 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..815adeef7d98d0d0ade11bbee78e1924378df14b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0f8e716fbc43ce6697a215de4e26f240e64d990da2d4b54ada9f6aeb7050cc9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d9869d03fde0d3e9abd0a3dce179d7d3614e4d1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8925d29b3924443aaa7ca07b3894ebb0569eb1d330efb182edbe74a332b1a83 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..910f649b3a60659bf862ad82c0838b74bda8e393 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adc8958f03340242598e8d21f4610caa9f9a5f4af3936d2d161884bfe325f840 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bbae5e8b32debb1afa9e4fb5b9d9ee88dcf66955 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fccae21757adcd24c5f5ce43de4ec84904b1f4f32426cfacb6d33c870821e45e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..87e5c30448f97138bc407f3887ca907c2bbb5aad --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45d8597f1b21dfb37669d496f523a49f05dfff4f231c618f57421e1ed7d33edb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9480645349f557e1731ec2ecd8775d8bb101c70 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce373cdf0b40485216be46c06881078b22a0dfa1104efa8b66b851761ed7083a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd3f2adab3c148989ad9b01816c66f74f7b66b2f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4839e3249432419fb2867314f9567443a888bd0675d29681790b341ea0390086 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a11c2939ea0f94eeaf9dd797b37323a2eb28a4ac --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca73720f2ccfe083dad575484ec54c6f2bfd93c4c300e9dcf0d528e51d28a9c5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e7433fc62831cdada70ea96c6eef46113f4f097 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbedd1aefea5af1d6fb88eae31c669853edeebc31eee1b2ec79ea29e11664528 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d64f65daf2ebe973a66bd8a883b360b5ba431a18 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:332581c9f965a5b61eb6ad8989459c50482af190119d2d38b0e9b1a14c88b900 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e2fa835a27aa9b19eb82d0c34c51dca66abf1f5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54cb80001aef387cfe7c9ccd4e445b463458d730e2b4f5b8bd933b9a23294ea9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..83e735830b15b2448d0c94b2fc9940d70c2bfd15 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7021be6cc514691951185b1d0aa17b34016ce560f7ff35f0378c9e2fbc5eb808 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..57d4eae26ef98b28f470664b19904cce8f522c6f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae86b80c568c3e97139909436f10a002c01ca0df7fd19ab205536c3fdfd80f3d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ad1edde690951fed39487dd49a5aed431d709d4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39b838cd7d0bf93ee7e59712cd8fc45dc9bc7e6a991cf12880b06211ba4862e1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..96d0fe74b5dc97966a190281b2ee9f83a84c06c5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:446a4bf2684b6c0e8a7dc6ec400518437dd19beac3617327f7893af4caf85a29 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89d05139f53c2523b59358f5a60fef0cb6f7bcb8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:568b9c5bc92b1325642315b9f7b76dd591212f2aa535f0a4d60a3060990e27da +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..485295946fec121abfde0ccb6240f35e0a1f3393 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:feb6aca90b6024c9ce39cde6b5b02629ea7c871609047f2e3f7c9db70c5fcee6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..98a6f7d132f3a8f2b996129d40072db2284091d7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2067aadb7e5cdc5b4f0576fbc1da32b9d85568a0fb8599a5f8381afccdb1295e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..483c1d1a29df3fa87f4c603ce112c06db3fd6358 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c41b12ca1974bbaafff1cde268a1d573cb79edb6e9235a5732daa368cd2b7df +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..386e0041b9ad8af7cf65f668169345ead80e00dc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d95ee47daf51809259a21c29c9d315db4396c60a94accd34931e2c1f4be377d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4695389a88dec133e504534083b887238f239c0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a18aa2b9f081559ae2c05692a20e29c235e5fecb9cdbab9be41374a6e257d87 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d78d430bc4b1e81765d9e56c48b5ef86113671f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8e23baf5ad09004a3e839613fc5f2fc42ea2ac41619d1fb79fe81abdaf903c8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a7911ec939729a0ca229cb19c066b89531e1bf6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cac7a4222e44143afae43b19b10a088dae41663322c6b00ca5dd8edb2e88486 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e0c71e06da9cade491da43b1fb22ee152c7ff65 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac7c8629a015353201ca65e00ab6c0b3d1845d31118c92be3f884f276ae2da61 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..25abaab2306da66d98981763259e9eee63b3df4b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f1c760cb5ccd78428fe4d2eeef4ff992747955d58e851ec11586be4377f1587 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..412a9f461f02aa7e56c40e520c61a6abdb0b6a5e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e1186f4c3c6d37976ff5bdd1e05af20eb3e3407f845c46e8e691749ff7e344f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..be4e593a2df3588aa1e52d019da8977c11b17c57 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61b9f2eda04bd2616d873898415013e348a73e1fcc0e9e56d81066804926dc2a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa56786e068fd760f61aad394c8f2eafb7850be1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3665f3ae2cea81c958bcc0340246fa602398aff9f9a08b946458301124e1a82 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0579b897f944b8aa36424fdc5ec0d40b783e6068 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d59a0e4d8b7ef6433959f863129d6c7a3c8786e441152e99ed6a36e1a5be2106 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd89a35183c64be0fc5c2825d428c320c675e062 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f3963e6cfd258a8d8d845f7931089da28efb295a1840ff667cd1a566ce80347 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d975faf47f31323c746faf56861458fc83862388 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ddb156567850d46e45a6c5bc9c4e6b67a61e05aebe88197136529ddec23041e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..32930b254972eb799aa484b05fb15a8204f58418 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b62bb6b8a18a65f6f81768b0983ed20fc550bd0aad183fe8d5971e494b7f6643 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..91686bd49a5ae8675708f38470ec4cd96abcd663 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:037bc3f15e0f828c8e8baf1a480db4f5af4e0c4433f803984048c54f6df73cad +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6840152f1d12a5fb1d787a405e1d313dbd602d1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:432797400223937811dcb1dbebd9ce582bc33861b8b89ff1bcee81f329a9ebe4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..63fc68c97e64066373fc572928cfd985663bda11 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f53bc0a160f7cb8a07579fb02c0ad7478b9fc7bbbf3230962f251c62182a3dc6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a165378f3a862d2597324a581177b6b8010e1ef6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ed34a964999ba5963c1bd2c0b0a454b173baeeb9fda6b9199a1ea3892c60803 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7786c708ebb34ddd7cfa34ffa75ce554b9ee79de --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3696722b63945ac64caa1802a0e403e6fdad91b87dcdf9998a6874117270e9a0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..88c9311677795d6eb2bf13b33751044dd2acf107 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb644d58198f46ff2f6a57edd593be577b459b6827644dedca8e43aa5dc005c6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dfcfc5f6440c031f581e00ecf159be910306e4cd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68eee88e5c91f6fcf6094aae9cdfa57cc3e2c28dd30f9b5952b77cbdcf719bc8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..86a18fc6cde00d8fee2e0426bd4204273d5fa54f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:855f65e6e2e4a743e1c41ab74ce794ab2ff38d6ffdb6a2c38119159f06bb71ff +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bbf30ab65033582eeb6049bccfa4353dd5a1419c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ca3220bfe92df36d94841752021b99f1415ac7d39ee013a42d1f8ea67dd6cea +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1442c7622c64e428624480b17204e41c313342b3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3541dce29ab59a86c44233a81226c1dc2d4d589d7b0ef99d93ff60b6eee17812 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef57d84cfeb229bb0a85ecaf7976d99902d76f06 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a512dc2f03aca06e3d08f820954ec9f55b7f7445195a3613a0d5081727c22c01 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c776c7e423ca6bc2575353d5e94e73253127464 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c2201a7dbc9d10049d5a87958000526597de596f1394ca5c89cbcabd8c97544 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0705c1b3aaee8c9cffd9aedb830dff186ec3abb8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a8d1fb133bd3bd42cb77297d13361a5eb0d064acb203310177c20d53eedde28 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa9d7872813731331678e41015d18ee501fee99c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30122d020434a490cb7f4ddc4558c55e29c9ca9a487306f8eb7acdb8d51b81bc +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..69ce448285c0065399709f8ae4c109ec80c0644a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:652e94cf432c4594c1ea5a462dd56adf14894a61b0b7dc6fbb685cf9a6f4bef6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e1d3f2f2a1309b3df4b29ff960b89889e500fb8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08a4f651003db9e1ed85ade412ac3aed35fe6929b8da2713eb63419cf9597b7b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d9ed2c8c9bc807b98a000f890c3eec4d1f28aee --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1eac20cfd12ec1028a4d771cd5bee32bc25358dd581c1bace37a8324c8ecfcd7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..14bdb72fd99405b528eb7825a3f7cd26482adcc5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64caf1efad839e31c133f1a6985ee672b9fd2cc58637852651b5ccd06f8e9876 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..612b57d126e43db885f607a494e2b13b93de1897 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:597793ca63ed29d549e428b629d9f9103f5176c2cfec9e51b2b15bda064fe820 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..386880924fd72a35bf3351fa4c88248a53f391d7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd687feabe0bfbc06e772d30ae97dcc7d5072d780e239d469de0df160e35d4c5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..19a8af59f0d6829fca4f47ba7892f6fcf0c654e3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70ef989592a472084c2d9b24e29ae7d15fca9d7ff4a46df143a46d5e5aa1e78f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd81b6c1b0e7840657902dd9981d51fb985bd5db --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38f1129393d9592155facf82fcc9cb2b22be3e5176819cf72559a99267e76441 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..23dad30e14b7a03d0acb7e5651c95d56fee7b8c6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cfce8ba8ff25e01ba3563f62bcde160791f0ce7a43e758ea5370e9e4ecd7bf4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2cc44e35cb0cc7402ac79e0009bd6f919dd14b71 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:771e08856b2bb00ae335a8088ed511f361729897ab85a0308ce2ba14c700c43f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa5d7cf4be838a7e40405525db04a224633268f7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:240599784af63f1fdfc6f161c893ea2ba43827610096d6d748117f0badfab986 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0412a36ab7199e403d0b2327ee720c1d4e5269fe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7ac6b87e87145b522e8c016801b110cfd5e63744a9eb8de2ec9ea68c63fbe06 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..30b3a8f1f9b17ed2a7b9a514cc531250fe616673 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c31d2cdefa601583f2182e88a08c255cc6e4f2b08e578596da88c9fc26e40f7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc9eed519dd64783c151957da87e4ad23691c026 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55bce59f7f4842cfb995568cba95b1a34275f15911fb1b59231987dc4cbf9fc6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8187ddb2312a9444a0cff961433a1b39b31a441e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:257c5c5b6a9e0d975fc7eada60bd3e8031497a35a930568b972bbd7e5b05ff17 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e8e70b8405d568a0b07a746204488bcbe3758f9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a079457a4cd2bcf6b016ca2338a71d5c605f51a1be507c97f6eb68081536490 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b2b48abdd8f54cf00002a2fb4e35957b3e88964 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:285e353c3f1b6d5c438da3772debb2fa262def4a27a4b9f8b1f316b1a9e93a16 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..05b022fec6d0e2dd38cd85671e3a2feaf1f0f654 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f7df33e7d1ad9f3c8083413544be8db9fecbb06ffba2e0a6799d7a0ec9005fe +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..04acd81d16fc4949a01cbd335c928ca7f5c08c2d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8c3b3f7abab2fe6396970f0cbed743c60da671ddcdc354faf46ec8fdbfa366c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6127002b0a97cd22c8f0b6832a0dcdd63ccfa505 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab1fe4277a2f51668b5b6c526d1d490ad8c1c9407707308ffdaf5b45b412bf00 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c768f9ace21c765809c1cf6284f4f95acd89a81 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd0755b06925311fcad6d57104abbbd33b31c73a535d7425ed35da9a1286ca41 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..483fb7baf064165f9d7ef3794b8ebdc2af18b346 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a426a898e595bc1de925e404394b80de152404dafaf9da51a811287844421ddb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e70e89c4afcc611c5806cb6859e9c5adae59fcce --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4398594737984092a4777f96dbccb09c99f02233632dcb2af73a5fb7453b8d2e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f917d10a8960a4286ac2da645d3a963fb143dc26 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a83648c86d1439b8cf7b2dd7e47e1c9a8e7c3eaff0e92cab1ff8e700808d9c2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a88c5b0642ec95f5d604a04c5be53bec14baecd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9bff4b6f5696d759cd9d20cad3e9697da8a6815d5dd7ea2bec1fc13a3665113 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5e9f07d1bc85dac90abfa8dc4957ebe6f874e19 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9a69a8dbcc9dd2b2a9719b9a043960d0b5aafeefdcf4e4a0877e8d3d088a985 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5fff4465c6bc787d1472c6e40faa54a9c123048f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bd9ab03bec0d37af6d5f890bf4496cde6756e27380756fabc3582ace55c9641 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..579e144e86c304be6d1b21130adb85b22af4db13 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:627f203ec8e9c670954891a93095a1f498ed7559afe8dccb3ccb899bee710cef +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c920efe5f2a774b6451ceee7a08887b3107d90c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4f63287d2d34ae5e761fc43b053c76bd66c44953d51cc6df72f8ef4b8776347 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..12b659a845c2c9245af6f1cdd26769b2332a1de3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:805f21f0f80d2d10cdf0b1e49a15ef0475d7d696fb78cc0c0b0a3af5126b00d5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..39c120439b8cc32a364d881d57ffc8f2b49709d8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1197881da5e76ada534dc53537b36a0effbd1a8321725eb1d36646659f34af25 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..886ed7b61c752a53a124561a9c02dc23d67c1c49 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de6138c87715c9af61f815c5b124722923b50d31e67be8eebdf771ec92f00f98 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..33602e77e8021f3b39fc4cc656c55f4d3ea563fc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20e5706c8b8c3dfa2503ae4015484988cdf071ddbadc5328628c2d9a4be295f4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f44c2271837ab8281cb3cb90ca31f08f9651c55 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb24fde1c5be9bb45837e740aec27560ac4a7402ca4d43ed278cce1d6acb269a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..03b88d0b6c18c6db71c867790e5474b7498d0a64 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25d46b95a504b2c5b1a16bcd938febf687278568b3fb56b612d4f961104ed033 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..245c104a43f83234f0eaf615c6087de6708deda6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5d97e1be052df4bd955894b5d9d4ba47eea6c9e14bbea533351271b9b96f59c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b46fd332e0c87a995384dabec008d5911fe83b2b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce2f405ddb6766a6275f3bd460beea57676bb783e548c046c7d2f5b530755a7b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..42ac72a44b4c7db3a90a1a5afc8b461ff40af03b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e1aa05444d8b6b819cecf86c6b797f4013c14b83ff9dccdcdc65b90e41f8c9e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..98c0179a37e655565d2a1e186a8ca2cfcb5f94a9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:577c8df44c3d077c7a9f327f6b31646d7f58013a42078067ef94b596dd7a3ca2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a10f75fe7c523e4fa2d0f00ddfce9a37f17fd98 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbe3654ed201dfe88c7364aff60250aa787a89395cbfef696a787e19506142d2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..705f1710959d352059b30c2944d6eb37f71f263c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dadf3ec23dcd30d2abad761a8910c6d17c9a5d89b7d57e2330390ff2ee4b9ad8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..60b68a37b3ed5331b8438bd37e9f6110ab44dc9a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03ac9d69f101c77adf627f55c248361fcc414b32a36432b895c925b52417e93f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b05b26154b39c787e5ece1657d3ab0a9d5045301 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39a7d2b11202fdd032db80214db5b1e7c2cabc17b1b81e6eac22c1b3c42c964b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..12933e2cb57c0e33f5ca3ecfbc83d78ab4f01e42 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c18f9e89bf93bb5de4c46970151dc3cb56717aadc4f5119b48ccc737d7c3c49f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5cdb5dc1848ed7379455d4aca5f70f0a554d3735 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05e2e0cce40a23e7c246430cdf774ab4ad8e1f860a754f4875cb03b67053d760 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2fee1087ed81f0207980362380f29cf58bb4a1c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e41c409528a3ae921f5637642892ea5ef0c3a94abd19d1addcc194d5dd007e6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..96e06b29fd4cd22e4349e6615fe343b86572184e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e8eb920ce50672b98ab938256725a9ef5b485891ac147de3d31b7f35c73dd1d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..607ba3e30056e9fad8c9c2996c977f4f68fb5b37 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d8d0adb6274abb162db0ed8a4600f966a2924d1df9db0d69fe9b51aec6309a9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec8802166061521e12fd6664b56042afdf5097fd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fe6685cbbc1561031192f1bbd957ef604d0da8ed84c1ba6ef9e5ed296f43f24 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fca74318dbe35ab9175b247d055cca416fda44e4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a9996eee8d949f03356fb6807ccafe2fe12a5bc7785bd806d8a3d56c750647f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed07a7e655a02a675a80944e0b561f3c127f96ce --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a1d66192ac16d870bed064e1bef9264c6053fd1e65d3e18483fd9124fe063ae +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b45055e9d589739c17c3baa97d904fb4eb94e9e5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21d324cfb3aada428293300079a1495cabd73c37bd59fdaef5c3febac4b5f280 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..add37bbf80763a9a1d4d65607aef1bcb6b0fc58e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51932f042529854fdd8b6e44789cba298305b47e86c8668f1440efde99d68ebe +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/lm_head/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61 +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/lm_head/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa787ae23c51c6f16226c5d9c563f8ab6c6cde93 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b496caa81fb66c82a59cde2145ba9501d9257aa4496105a3870bdf7e9f6a78c4 +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..31a0cca937e9897e9e70271fde8b898454c401e5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae17f9b7ec5edc25acad879d7615eb224bcdca41303ca7f66aaea08d9acd0841 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..82df08889034b7c2a5aeb469d0fec18a4c8dbebb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed88e2d9ea3709cc96ef6743adb225d4add62af384070e68a1ca81515f89afdf +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3284d6c66093ea57f6c0af42b3af185227430c91 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:762db888d4ce3fadcd740a861217f0b3ce4a6730502d712357a6d3b5c9356c62 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbfa54fc6eaa547a246163bff45b40390a8b83e8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e28eccf86e05f6c198c89504d356a79f79b9a76d90594f23b88143a5d10ea510 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..70a52221834cd6945fd9f863e8fb0481cf81cfef --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a92b7bbe883a44da483b2d92ea01c792a47016740351b26a97845e0731419f80 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f8ab3629143665f69fa2091dd370965afd5689d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83eec47c3137525801b793472f263dc2c8d09f78d1c6b90c997e01ceeb58d4c6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..afb19d61b287bc5277e1b873d4ddf9f9d0cc5fa7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f8d219b7f635c36412ea5c322de767721d9fc9a6f2f3132a7d99636eda6578d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdcabafe57eb785b4488868cbc9407bc497c356e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0a794a91882c8ae64ac798757b4562989045f82dd365492ccf1aecc0ac3e9b3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..00996cce7650d8b5f2661db99d3b7d8989f81b8c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55e6ab6acec19d5bf608f5e95390ef872bacc26d3065b920cd9ba0b5c7b383aa +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae525ee701bd782de603521b6a6aa8c1afe276fd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:197080c7899492ccd431f99f6263f8901c7c94f54dfe969fd61f65d7d763238d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..390651cc57c0562bfb062866aa3325db572028c6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d11299ced894b8f58b87dc0d3a2ce91c3d4c5dd114894440f64868b4bc9fc131 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..994a587bdf50d896867bc3784eaa53c13bbd5d2d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:baa8dc490aad4d518fbe0b1c2dc49b210c2090d965c8335e209f60337eaef95b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf61e9017e3114bc3942db0e178eb3afb582710 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9898bda92ee6e3d3fac2c27416fb3a77a6c6d3136b682d5a71e0e89a7892739f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d834e1cdc8e0a70789c71d93ed152c68de152ea --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a76a7953c6abc4e627b8cb37622c89e6258c7cf7fab2642583f1484d4d039f3a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1036016985cc3b21c17ae4e90860313ee66f3b3d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad54c11d346099d35a66195a3407f426ea610737cc2cd9e02d4733bb7543267f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec4a6a5284f46f2b56ffa626660b4dd3445137ae --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bd3c0b15d722f0d1f91b142791be74601e485e5b19fb09a41058345c80e32d1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3b55a99a3907165d6ca36555f41f3eba30d043c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcad94b2862a8d0a1a9206e5c8f84d7ccdbd09256e821b3a5afc1e093d8be4d4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8922bc7f0854eef87b9eb76b6bab6f954f28883d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8732daf5cd9c26296630b95807f736f53880acee016c6bd1c35c77d13ce15984 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d55118091d6f5166510a4f94a120003b01c6967 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c903a3e170caf9bbd6e6994cd246415314b5afe4ca6aacf7e8f8dc7a2d2abd2e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..08686b15bf72b5eddee12ad7a1efe28f12de6e58 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8f0855ea4bc1bb119142a818a877362cc8056e13ef7743cf89d35c5d2671802 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6938b2363aef9d369383e82bc852d624e5e1fd2c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b068f6f5680a8e9fbe456f1b3339a5685bb7c7c16093ed2c7d6e6f60bebeab1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8500dafa9834139c513178ca718703586260d8b2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:356408ca646372217bf2b4c4cdac23d307e9e6f3bb05d865218b3991d5589d76 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d466909046e0ea60d311adcdb22918f3dd0bc30c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5cfaffc1f7af9e7a33af8b0619f9f0e471e9b671cf49a53815e6993b6cf8593 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..df6f818922f64dd449e6520b6c3bf04f8b161bbb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4789cc6f2a585aaaa0969d17fbcfd204a066e11215db9fc1082eef6a5e1bc2c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ac440a8f53b767dc0df8d2dfa47f9cd497257d3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d72ce64d2faef29ee7a2695ab2a18c87a9dbdba659c8ce8744e57965ffdca6e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..663e935586d259c8651ca8c6c2e4afbe8ecfe25b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d650e87e6c88da30356370185df03a7f1627026cc18692b096194178a0b40f04 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..57f7518347f4918d16efc817e1cd453268030c1c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc5a8a1eda291bd3aaa19fad316482e5b48ff3c6711c91d8e29e99e7c22e57b0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2535c31a229dacc284be0e28580d41cee3c78b21 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d788c3142d6b6f00665c2e3b06a955b70440ffe5db60eac1efdf07c02e0f1a4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5cee9334d616c572a5e8c44f396714edb8c0213 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d03b5be1ddc0388d1423707613afc2091a1da67f06b407c3d15f230ac315fa5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0361a8738d1ea1ed3c51a620c669f9b3d99dd61b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8778d5c4dfb4a5a3ed91d380651167f28ae97a2ced1d8d5dab8290bdf0c21811 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..225da746c85f04053d5126636c5c69b7b9f55ac8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b611091c9654550fb57756125a06c52fbf42b3bda457539fb16d1f759e05e858 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..12c74be3cde1eb918fb4ee205b34db017b2f435b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c11df981e3a91d284901575ad094aee32374212cdcf0251e7afe16e63c78b1fd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4608fb57937c4faee6e1a53e5a02a04b123927d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55f689a8caaea4652ffdbe9e4c89a29356b3a2b7b9b6ea9e4b3accba6c33f40c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c0cd688b3a9ed6ae70aeae4c4c76254c52d2932 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bb202827c8b03aa8f5cf8e4eaf755b889a54da0ab7ef70b2f829533dadefbc7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a0e00a1a84619352450c3b303b620e7da5fa92e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d832c05a3390d1b80733730681286128e715131d4ca6c73118db70db6b062fe +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fa92d0927b4242f1351d719d05ee37b4158b31 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9451b4d9ee7bd3d28491b68332d4586fa695bbb7ebcc2fd3e53bc06c351b522f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dbd056ef229dd799e32bda9cfc9dd117adc713b1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efb0469571d561cd06ad85b376a2e5277e34f6c5d2ac314b9609fa796563db14 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8aaa3c53f10886e0f92803c36977501e7bea0e3f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:388424e632c4a6cae91d7bc75fb3fefc200b534820ab66ff5b3942890aa42520 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..66059aebca88a18ef548f0b3fbec17a0d86d138a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16c4be12ff36612c9d1088a7e1567d957a5acfdf76130b7b8f1d045cdf553628 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..01f0a1380cb004ed97854d35ba0ba23a2f4991f1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a6b51ddab453286177c206cda13a014c68886a5640e801b1fccd7e47d881b2a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..680d6e543d1cbb4b29e7c06db600c5155e9a26b9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5daf22f99c9696f0c9bc9012182917a763196f8ba998fde2cbf2455de7966b8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6563ba48d625f29294a94829705040d80fc9c716 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef8b9d6750e63f8abd6f0783be56afc221ee472515cae69d1b145ba24c700e64 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e070c3d19dba31b1ddce6921c0c5295f5b396a98 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d54d03fe8eedc8ca7aabfab91ae787d1459126a832fe82dd6b1f8186174b35f4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4081b0def812987ae55f48bd64e20f58d30568e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15299ebcbc939d65ab8b5121d06120ec7f0bfa7ba3bb2ac10f2497deec5e0ca8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ab981d716fdf88d3ad2eb4cf1e1f01d226042f0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e36f2541fbf7f9297b9b9348fc500cd58677e2a5bcf77d6c846520f4b36bfcd +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..29dfa4a5e7af062023450700b3c1ec9f3f2d759d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b2dbc50d2b7926fb63f5f247250855afe5e140cbeb61794a84f6a5e60ea489e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fef021e2686766ae2029bf135298292ea0e917eb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dc8e3debf38f6bd120fd52bfaf3f5bd61d3772459fabe8b64b20091d21a2729 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b4504715d597f963173c387189100bbd81560b1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44e041718b1dbe349ff8de53772910cbfdbbd5a0ef2c3f2b5fe3c8b65ea921ee +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b52049b78570460d2b51cc24a094866170f34288 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6df7b405a09e5456cd3eadc10946915cb4054699c0b78a1fb9c06b1eb541c9f2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..516a9f543147b48c17e09c4ec3a21695e8a7bdd3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7d087fe07e22a3bbe14e1077108c61ca13085bde3dee8b5ce44d1dc9953e567 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..13186b6c1b67275ffae8075cbf8fbf398a733f5e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9cc90bb6c73728bbf0280fb4b386a8810c963ce0470ed5e7d5b7a90f0cec8b7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1138ad34c3475aa587cc87bfffb24183624b427c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b7e674d9df4334fb84d08b29ebcaacacbd70fa7e5d001bd9cc558ed3464cf27 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..466cd2733eaf7120cd2d3a395caa5b6ae76dd9c4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:072d91fecbfcc5f7b430adb1b3e721875a6f5f305e5c8141f48913ea23dd7c43 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e555be335fab62274bb757219746784e9fd1db53 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df4929494735f20332d5c889bff244ea53b958bc25ccd03339823c2f9e3f4e14 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..68702f9ae6c4d0f0ca430775cd6543f19b11f5ab --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ddfd8f95c3106d49cb11bf14dbe3f65baa24ebe9d691cb08ebe14b202b5a0fa +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ddca5fe7cd58b9d8d3c83cbd665998faa0c849a1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cba4766a72934a12c953e3b292b7f10558eabd68ce40be870ed3634d484c5c12 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b24f0e98c3890e2500d7a1d13a7af68e409cfaa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:778d732df918ce10700880e290ace4106419033d8113e05cda4bb15ab9bcab48 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d69da05df9786dd9f3eea1e42af807c98ee5147 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d03feffb58f763f990e5963ca87dbd1b42c201788fb1c6bbd805d27266b3531 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9c068966b0d24c70866d60019fc3258c7a9a5f7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6247a21ee82f9f247465e364ba4726dc71c8ff19097ef2b40c0ba5d8bb86f84 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..136a9d573ee2acb799a545042d3660577df77e71 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73136638028b614bd039ffafcbbb4524ecf9da8a8b5ccbc5818f4a31afc176b5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..21fc716f8a7fae796e9d6348aefd093a28dc96a5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:327ab00cb2340dbfaeb2549591b923a43d4b33ae778ff742d05988bd255705b7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..202659c4b0fdc13147703325629c97c33472efb0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e533142b039f053719c9fc8e0dd62438bde496c013a569361c1b35e5c85185a8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1ecf5c9493ddc542fc7d75b0af8dc81d5169bdf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:667bdad911c6dfb8fe6720ef0c130ad8b803745d0f70a6fc8b52cff8f1eb63a9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cfd724ea047631126ed3f5a187a951d536d8f1ae --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6732ebb4307df9e4ab4ce2d4211c490e9096f9e3c319c0568442dbc9e0d697dd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbff845a2d1d9e671c5fd4ef973908ef2ef33914 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab85f2096078bd55b13b32f266ef2752e0485b73929c99af15c5ee1c31ee98de +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0630c19f61f80ed3dd29e565c1b496d373914300 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd68ee6477a55e9bdf30c529da6cf9080025f2c557fa6c1f8506d79268a6f881 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e20683bc0d0b2629c09b4869aca3d8bccf3b3b4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e22094dd09e851147e372d441366a33495c1d2b7420ba60c27e6551bf6c8a1b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ffe4cf2250b9f2d9b7d2aa360c1b473ed10203d1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:549fe9788b26df9a14733ebf015df7f4db5e0811f0318d7de97f60d2e8ccafb5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f3f040b174f4088565e5f4cb927023ad2eccc35 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f564c0f584b3697272100f018d76a02887219611b87ee3cfdb71fe7e44e77ad8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..184e093e890087d848dcc78aab8ebec858ba1db4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74767a63a2c2772923ffa0bf6711773a8058dcabca4a2c6445f3c301cdf4ee3e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..072006897cc46ed0be7cfd6fcb3d7580b50aa294 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:644547c9fa36f872598ef41b9f021682e5faf357ef69e15be009c73e4509ba9d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c06c24e304cd3dc50973b0d8244cfa0e35e43f2c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8c82d6dce06cb199e515e1ead0da0a5f03ac14133a528fdfe8b9b93ca14edf4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..71f589cbda469410f2bb645fa3163b9d7765aaca --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfba85c6361abed9d3942715af83ce92879b972a81a61bae71bbf034ee8c267d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..630b48ff3783a71108cc778718ad2344ea9f20d1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c8ceb1347888d3b425187be608569a328c0c0367d6b66fd069e33b729f28feb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa8ce482fcb932b886b68d8a2fc7e2f79d95eb4c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fedbb130711e82c192449827f0122144f16cbbae8325aeb4d9975ba7edc5758 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b2c3abaf3859c94696490abdbd921e7aac32c9f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:818a09e4ee93e0ef7a22159d51608f55efe857d1508fe8d927dd561204165630 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..38561d126cb2041adc9e728b100b44592afc07dd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a759ce48f655466fd1a04ed440fa089969d338a916265cd1e7abd20536e66a8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d4debd2995864efca82142f85210216becf9ba4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d41da26067426f97e6914a42e9a5a2b8c55250a87011a3ae1000f230b462f1a5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..de1bd1a11a2d5121b35b019cabb0418624e81bce --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63769cca0f24025f87605b2b03000bec3c66a27f27a4d2f5c93e5ca48f6b7139 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5627ddbab5ce79b5d6c06e047358aed76582bd85 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:677a23b8b24542d3d75feed983cd699c723d8eb8f1761a7eb19ed595362f183b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7bdb18350d8753c579122cf838f1c56b95e6095b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:610cdfbb68cca669c1a6286c6bdfcf238a88c411e03045da54ee5ff89d5cc0cb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4007ba9138759a3efe52493bb19dbeeb421248c8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd20de0faea87de06442df3f19c3fbd4cbc8f13a97ebd814bd72d52f18c2a426 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4083e78d02533824811cd6f2cabdec523b7a44b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fefc810464bc29dbba43b2729f64d93abe0c09d453317ba21583011a3e07d14d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8cfaddd077d61ae4ccb0157480092fa998426ea --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6d9ece80cd1154e95c7e8b5f9ff5b4ebbde53aee32ca4c25264f0fc27a82f96 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..298425ccb91d5895b4a9ccea80bedf00391a8aff --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b9b99b5648908e09d600d40d3ae61e4eb1a102c27f81e6d8a45622bc57d8ee9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a313a193a1618fd3ead4d42f2c2371c0c93325e5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ce51680cb4ae35f0ed1156f01cd43aadfd16c9a980bcace11d7f8301b29920b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9b6cf7d2c1eb8e3ac800c33743c178777354fef --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d5ad54dfe577ac0b949f2679065a5952d722466258dd221862c5e67fafc58cd +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f69d5a09b90be3231f4a9a74a23fbd213aea8ac --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ace371adc66bd7d314b01e762ae346c3b0ba472f82297962139211e58a8c1a58 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..27c3bc59d1e9172086972adfeaa73f50ca3e5a8a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3b9faa04f2d784cfa5fa624a32716d62556b05b39387077275a2edb802d0501 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..50d9c17b7169450843c9389c0195821f360e2ecf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b537f0392224b71dd26f0cbab0358c36189f15324f7d788c0d8240d20d19976d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4af6912b4a9cfc705e55c5d347264d36d0c3e765 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f85e18a68732738b9a1326ad1328b72a559be74b3b0dbfdb14ed251c4eeb67c7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f7d8e1402f38f1d9e32528b113b00f286398205 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3653d80aa634d96ff51c9856f7f56930200912375328031ca12ee781ed6ee63e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..460e465cd8c66028a97d46221022c9f009cf9af7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7aadc98f05cffc067ef4982a1e3f28dbe3362fc8abe38b8947f059c6aba141ad +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3873ff9b1c0f8b6db38f4b5b968e8034674c7217 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70e9d19855ad6381e05b18761a02ac324e512548eecebd7675d5e74009928884 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6fef8ca9a36ccd5923ab8909a90c1af32924469 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28226a3833981f32c6de559c14516c0ab759dbeff0eac057c6c397701a8fac54 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2975a30a832b8d300879be939d1b02677eb2826 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac965501386d24190f28aba54e08c9b662ba32a9852a78d227c9fcadb7d3727b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c048d21ab7407b9927d1eeb8c6f3d163ea4bc403 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1ffe123ebd6fcaccf4067a88f9d4f50a564a6a35980a075d57d1c5b2a80bda0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b972990fa42c146a1a4b598fa03ab955d0372e4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:498dd4b5571a05d9a63b29a6f714ad7eb7252a5e07d023b9e199860674467222 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1657d4719e554d2edd6abfc96b14d58ac86458dc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16aef1870e2772330e334e760d99abd403c9f3731ed175f718f329bde50015ba +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f22e902d14c5ecb034e4c9893daceeedeb00e71 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d646a4e98ea5ae70d92df749a658d3bd2f9d89e96f5ffa174430be0a7d99fbfb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b17f5f844ca7b3551c7545ecc2bb5245fe076a9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:649c4b9fc0fcbe558827d234b3a2b3219214ea66f1a6bdcb5b4551387caba20a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d4550cf38f4f578a7afa2546b581cb2a3622167 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a621ed949bfcf5f1adda96fcb577b3b1a00b20048f7e883fc97f7375dd0776c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7dbe1b3a863e43e223898aaecafa2ee6458279e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bbe1b6b7036899089b5ddd216cc737aa9ce72312282d27e8299231ce14c2f96 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba7775424c9ee2162ff820a6d265f5453f46505b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:437016765a9116590d36781cd35bdb4974faf95b6ab0b2180b38ed8a497f98be +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..429ebcf0c49fbbb6dd015483f561b10d488b5c02 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3706eb07853615e4e8549fdc85bfb1d8bab6644a4744679c0afa27311fbc4a4b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c5c345ca8214eabba49524948abc7e1aa285e83 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ca963a455a447f7eacb1dcf7aa058245b9451cdc69833d517e627dc4a87a3c1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4cda19746e02a67481dc1da6b99a549c252bcc30 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f96bb9a7881c7de922786739e0a408c536d56d42645a7d7532f58a81fc3ebec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9e1aee55db9a5578a0d7b44ba7d4af515b3ef18 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6701d728739d82cbb1ef96de90bac705b8153b60e6d472a0da296805ea3acd26 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c8eb99784f981d5527860f998a496388592584a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe2f2ed24dc376c327971bb97fc08931a252a98cd8d867c6167242aa3f345f6b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c7f8ea30442b811ac73d48a9bb2eb753cf87726 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d92324cd78c0349176af70697a642657e3e503b91e326fa85714f277d1ba965 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f4a4c3b110a0a2b2355ef2d976357cc6624f74c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbe92824583b475e11818cf76781fbaedbf463c4f78de00382476bbe2c0bf6de +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e56989f4052360e362e18270b943a9fc9e2a108 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e94ab63832199c8ee7b73bb3c30cbf95b3b9e9c85b6187053d20d73f554d7c3d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..352d281d629c5f39de999a2890f21cb4f6e927b5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b342c4f1b8a65a567484c9e815fc98e513a89cf8212c3491f9658716a83ca248 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1061f58ba4037eb312766aa92db280b116995b6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11177ea19dd7286b505b21b6ba611b3d8a916c09de9bfe69d22ced341660d5fb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..baad6add377a5f93704c2682e2f046c73f22cf44 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa1efda9db64526df9c0b51916d4cf19770bbe68a35181d2462b479f3a2d8c55 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6afbc502bb57d7bbf7117c5a371b6074ce99605 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd7394d45dfdc6211aaa257012fb81e86e040ef228fc88a59fcfa04d86d43ba5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..60dcabd86f0eb8827ce448b1b96f38e12532572b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e275dfa4c3ad75e8f86ff1a65244b08c89d5b2f29b7f2f84eedac3d89b8a3f4d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ec37a4a522e5a80e1b2e3615af1f193473ef078 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aef863ed2287513c35ea5a32172de5e344a9af171bedd00b12beeee81bbca35b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c772b1a480db41c46797e829be5a9cb14f6a7ac8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82c96c424c07376ce2b29162c33ea19ae611ff0bcccc2733c861c0ceedd9c11a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..af072fc79a355a26721f33499bc500bec56b78c6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:782b991c4d0fe1a97a43446fa57ed814531d87e36791a5f939bcfc9e3e2a74a4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..13891df85f472c79f5685275bc5b6d45d66bd0bc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94cdef32bef003861a42519b4348108e4490ab4a41e1db8d0423a939e0303693 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..72a6945f91ef50bb67d46d67984c4a5ce2045f28 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba8f431c199b959ce35aefc9d241ccd4399cd91500069162385315e6c047f9a0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..78ad125353ae309bd417c2f7a022ee66b906bde0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0efec8483858938e87d198c47a370726b37dd2af52ebda047bb35ac63b87274 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..76861dff150aeba75921ff0613bef019e855bcdc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c39b820d089e22184f22051f8aa7a6d43e06e80287a47fb90081e905aacde423 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d36eb684560e98806c558d3ae991feecd75145dc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:906cfcad47545acd803853a468d23a411fa1701e47f234fd29b7bbeab8ffc4e2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..31d4531c1331943cb84820f7aa7de38327940287 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b473858c91c644c00e0026d7611dd5661a83ece7eebe09ebdee12c856911a8b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2359bf7a52a6fee5e41ed25986aedc3198b529eb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d23a9ae59ef1dd067cf8aec049ac01e91e3020e903f8456921da19ef9ff8afe +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3dd578001a35a04015959a052ed1383336d5e8b3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e7e6a247aa2f680ee8358677ac61c7bdd64a108cfef5a7866634e29ffd02178 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc61e6fb05f300bca289120b3fd3b66d42bb5285 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff6eb16b5f695aebcf505207ff253a93aa3b01b320fce17ff984ecbf9e43b034 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..952b4fa48f9de6ab93cc8ae99e8c059781394d2f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f7d653752c475c861d8ae16d5ce3db3bcd9dfdd23849cc3c7eb1131495eca59 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..33f413d50a92aa3cf3229c5c4c9700122a28444a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0c65147e3d8168f17f7f8b4e22637d14242c0e68351c2fbccdd45778b9c5d6e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dcaeb2d4eb57e756f33826a04c5524a413d7da6a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c41f2979543db7767b45c64d43b14d82eaf9b7a40a1635b8496f52bbac774d5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5be2507d324045a5d2438d8576af3ae141d7ae8a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a30504801fd27a05867542faba6c742303a1e59c1da2e127f275bf8d8d508f42 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..286c8e54ec6669bb1a2ae5f5229d9ce124f98000 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16f51f38b1e6d4f0663da9e1cb6a483e8748cc49c915f6f191f2076ebfca5881 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7de4875353f50b7bd7465dad0082342685f9b17 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64aa90f7662494ab20bc238ef2a793803f4e9d3216c5c8c1d496017d0a87c338 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ebb39d08c00a07c97e85fc080aa250051830d0c2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cc898d0ec518b5166766ef5f2403fa7a81dbdf0985ba99a477c849a6ef09773 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..04c61d8974a2c4c480bf4391a16fce797f423a4e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e85d5ae3fba32f5015ded5a9562fca0d72492921d9e8f78c539d9e817868262e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..693e86e6203dd864b304420789d3e43f291d42ce --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54ad03080bfb02aecae2b39b429832c571273137c9d088f1b5679f8220562faf +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..02d721c2a9f7416dc305527ec6d444667726e10d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45e5b32eddb24e1672bb2cfd9f029aee4f93c243e1d4061b6f342600e42775e1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5bd8b8189c3dbfc0a65d40f85b4b3055b96e586 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea47cb62cc152e6769ea6327dfb520e84cadc557946ae428c788a26b078eb0cc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad0243750eb7866e5d3743afe01e7ddd6c93919e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c995aadffb8cd8cd6a48c5f10242824233d2ff0a61016fca7c78bf46e9fba590 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7c820a4aafae2334f55f19d626f0c372add4bf6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4ce9dc3e4849cb1edef555f62d7eb70779b2184dc2af5903795c805a71418d3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5b8cd42bcc2169d08fd85d6a04d677f70708361 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0df3a0836b327a3e720e077dca1efa5f90a01b27d82c5a2403675276f9347c13 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d082c10ed0de93678573d0a2fdae27dc5acaaa4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca4f89f233033fcff5d0e494153cc6c1552a282c485a7d16a77e7e691721b041 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..35a9c7a61f5fd4fa64a0c78287806faf3ae87d6e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20c8f59f25bc5f5044e270bfa4a82d7d9d25776c3d2f7998cb065d1a56c6d5cd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..42803d1c877f5aa8911785e6faa681617a5b9b4c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f396da56b0427e58813eb96ec5037f99bc9a42241808a70ac4577798c8ccf02 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ac67a4a1cb04814db91782c7a7d0660ecf5932c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a7d63074675f3692b982370429f6a7c48cf5c8974f9d0678301b6a2ac20ed6c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..088d9a4c87d3edcc89766d53cb8beee6752e4ca5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:942237f737f56f9546814af4c59962a5642b4b198407da303406d773abca3b23 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e3a4eff645278bca1a97f840e0121ea5601d18b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8d2aaa64ef933ac5bac24c15fa71ee23fb78e10e63ff9c3626fc0776d762b0c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8fcad4969de9012b7f5705f7891455457b1764b2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01a59bcca9053169dd772aea4eef7d4ddd1b3cafbaae98e0eaf579b50c2607e4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..53a14a9e200436a16312f221f43ad14bbe8c3f6c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2230e87024c1c35eec9217e208d178917d59cd00a129fce2a0092e4899526d1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aced4b77561863260eaab02049a4bc6204b3f851 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:282381e17cad0c44920c6c95bf59a41582bc9ab796b1540956a23d72347477eb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d1838a2ad473e086f5a7e6a8eb513d61b791c91 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fdf6bfab77313d565c910bc31ec283e54d04b4aaa31b05abce9cf9c56c1cbab +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5a287c395fb8413d3de8d381aa5d81d5cb964db --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9373ff49ab570f85f83d7a4f6157b76745ce0387012c6581a22bd62d154609e6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b9586978b92b156065aac5082a34435daee102b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5cb88a2c447ee7ca4a02ab6447108ab3ab114b0a90fc98c10751bc4329fea81 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..31a3589ee5906a644848a75051f84a85540699ae --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54eabda81a054c6cd1bcef964858b0246440bc3dfeb2d049787b189a7a39cf08 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a48355202be3c9523a31b6fbeeaf40c0d54ca5cd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f015552bbabe33ca519e84ddf8ab7f8a794d173e8d76396c5ba73ec66388d9f6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..02456012247412cfed8dc61508709282bfa799e3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9266654d1dbd91db3d0ea229cbedf1b3b027cd2547f081e486c6e9b5ce42d5d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4044e633db31c802f1de5a93a5f4d7b6762cd138 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11c8b56d29bde90a828b8e571eef6a0aa465c3ce9b6035a281c00f65a652623e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..27988bdb8d878522a9bb381b6d41718dde325e1d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ab7847d7fdc3f29d4072210705dfa1b84755ba9ebf2bde3860406030273c20f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c8584a19c7cad5ef186e997cb2530c9d47e2e40 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9960914f20f56fd5ea975d810fd7111ca3a8e3d74e7042111f9c3a6e6c8ceda +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b7b95e2cef23ca4f74a31d6534b267d86d6fa0e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6e0c881215437a3a002b5caf4c0846c7d9bd9f64511a22b104fd428183425ec +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1aea3fe62828a576533d6fe096f9ef5b13decd0a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3407bc36bf1c6737495821fbee941e395760b839346128878c9e72d352f15840 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..905c2ec76ceeb404a9702a30b9612c63b51c3f84 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58f0b714ad1a1676b91f9c128453d3bd7db203ae04708545269aff43b03b3a37 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b345affe84a20fe346d9c2ae0feda02a63a46d0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d30d2bb0bc6dd0972413427d8c0f4de910c601c91225edef95b060ffdffb90bd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..64c6f81eb915b2ed81d775eb814c16172adcb5b0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fc7f315ae1d1a044dc8c5d2df7f23559d861a8773b1b2b1520f8b3203cebaa3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..001a0f2eb688d2539b2beb7e77b5fa7c13b3235f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d51ddad5fed5370af15d403dcf0dff44631b7908d55f4091ad0f96ec3f762158 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6dfc9a335d20dbe065421dba4f81bfca5993a42e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c253af63c4b326e50d14b507046d05b54990234bcb553a0d805db6a37d8f2cb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..54fb196d68453e79a2e24f4b72824c8f0c370fe0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:515be2633e0172039ad08613ba8bdb2ee9043900bbd6d7677c4aae99aa32ea2d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..db53666121c87d42f0f06e6ae99372abb400d6d9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3499ed20ab33f5cf68b8360e69f4351c10fe61da93192eea537f3501dec7a2cb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5116770b9fa35bf47adb559dba21743e9057d323 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc49479473dff5171de355ebecfb514cb013bc07befbe937e2a4bb9a6f2a40e3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc4b17c337cddb6a169c1375672d2ae5c01b63a0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9753aaaddd397373aba416a4427ea8f572896515002908d9ebed7fea893dd3c7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e8f33ecf0ee366059acd932422d471a6c8c1557 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:516f7a031ab6fe3255ce6c3f13e16d8a66341a8d675dd129e87db71ac937b89a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e72d2e8eb8622b028e26c7673795847063a80a70 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:382c06585da9d2fa8193e19b223941dbc8289092c2a6f232d8a223438fe30e07 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..964f13428d0bddb1fbd564cc06928fa5af12ed3a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54883746b84b000df9bc507395ee4ee904b3e8ebd5e491eeed88688ae5161c84 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a695d0eb0a7da4bc211b5b874abfbfd29ee239a7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fac1bdfa9ccb36f22f565f6fe5e36d54b0eab3eb7fa2f95c61611bad2dc1fc2d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..03df6dcc51a9591f2ce873adfcb56f913e828416 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43efd5559cc16702dfd3e73c5cb24116c079cf976c04c5e80e89b8bdf47563f2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a32e1b9fb7b780b9b31f18fa1e3fdb9e8a0d54d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccd601f979ce49b6b66fdfc80534bc02494baf7030e7806fbbf4b6dcb35cbd91 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..74355fa4d5505e087a1eb0ece2568674d5b1aa1b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c52e20c8f1ca04cc43b2b9428c6d404cff04fd055b5ef4169f22379d55441e7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a368413716951473d78d13bb6b44de87201184ad --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83a8232fa907c3f162025b334a427b41c439b9a1a301a42d9ea47b348126896a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a3e578d173a7f5307a4b997f153e23857262ffb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b493d53d1fde32673bdfc6e1595cc642a9a9af9f2af0d4da579bd29beb2169d7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e00d6b07710d1c96f33a29af42900438697c4301 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e806d24c3c0643c42db5b9b78c2ca2b62bf2af2ffb28add866c4c0fe08944c61 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..161d0fad84282fda6d9b1f42f143fd12c001b577 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b6adad490fd3287ceae16e23face65642f4c678eb89e1bb2b309934c5e368f2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e39550e8363e0327082b6a85b00ce80ec8c21ab --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c66871387d8547ef72d5d6e7f0898131d5baba86b46176dadc5bf687b78106e5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..474692741e02077d322b959404538160c1d5231b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81122a0c9ec07b44abba5cb2fcd23595b462e3dad879be364c7e0bb7f5779ac8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..abcff7837a8661e405b033ef6a80c9d8c99885b6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b8ae5ad95f041d5928c01fec6e846e5abb4b19d07541b7f69c4c5b239ec7a86 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e976adb06326317f30f07da00a59911c26f3481 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:908078e72453e8cf2079b43b262c72f063904ea7b6155b499cc965b9983f3e85 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..858312e34f61becef6a392fea125db09575208b4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a23c0af915298f5f0ac2c3a284231c009d059d9c84d067a2a75b89ba5cbe48b7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b766ff37673747ef4e406df25b1a6fc0b71884ca --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef622fc77e1f697f50355cc8ef1bcf8e8a0a22eb9dc3f0110497411e4491ca74 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4002ee27f161dc26322b4b50601f003e5a23920 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:902b8b997074a0179e270bc2f13d23cd04bfba719913f33b8f62f6d8aabee6fa +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c60f778c71f8d070346079677dfe8e9d26e0799 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6df625c612bbd74e7767a40f534bb95c5257ea9cf3e0a7b8dff448a7082c0d1c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9965e3764685fa2a88f860a7c099a4f132d4d73c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80c9f298886570c0cab665e277025ca9883c3a14a42384b40cf650fc21432350 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7748ed3415824c4fbab2c39007a22d709c49ee54 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d22ab4c346a1c14b40ff244d41942ca8a447d0ccb10e2664a924d3ad29c3fee +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4bc7cb0501519bed99faf23c4f2bb55b83e3a3e3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e080b78d4fdb6dfba90d09e356fc40ac4ce3e6d84b0fab23b8a11c3cacfd5c9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a3c65bc22d1a432e612e997023a332cf24518e7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5d2037747bed9761577ff0f4884aacb283faf4ae34693b48c8c98c2a4649d96 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4626289533d9bae6402b23eabaabd35e9a2cdfba --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:932b7c06bca4e982fe5d769d1a86e1e52e66c811061774655b143a3b6e907977 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..714aa82cbae40057bcf5f846de27949df55cde0a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aaba215e188ee6a3b92287b9ffc803063aa5936d36a9e39eec029bdbdd59fc58 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ce92458d7fe69f602911748dea1c804f23972d3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9f58e1e6b2e35ea3b8f8ddc8634fc586dfbe2cb36f0de66950c6de64fcfd887 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..50102f9694de85d4fd57f6087c2c57e2c85f7b18 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ba335089a3f8c23f8523d3eab8c39c0df1a7c7abe4e1c66c0eebaf5486f9289 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a446d4026828c5114f2c0d3c62dd3823616d1b8f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1411ee9a3499e3e401a0c19f5e097f7009323865f3ebbb489857785ba755bb28 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ff58bd7a87b4ec97d5643227792991268f34caa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5fca2333267163f854b65950a34714f6db70a68ff51cacf6391a4740853610d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..15959c87b381af02338e78c05315215285dd44ce --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:489860f712acf109bb7862e3cd491d1e0319936e5aeb75b91c93388ae196f9c5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b37683a689b34332e162675eee0d3f3797adc30 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b30bc04120ad63eac5eeaa39dfbbe4f2763fb3463ec971a2eb343e1b80f5a4f6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6947223f59415055e17e1c062c16bd310525c4f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c9c8c02b1fb775d3c8e875f65add35cb7da6c75db1b8c7611ee9a044cca960f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ed5f3199b8c38a0429d97aa5a17c7db3c2c2ef1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f9144de81143236dcf2a366cf5d8646a6d8b4278e6946c9288b2721d1e802b2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7cc3b902593135603c59efc02360dda31d4bf2ca --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ff2fad7d4c031c6d23d2cf8984c08e53f7df91bd2b29ab35fe64a876677a3fe +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e09fe84e4ef8a9c158e4ce0d79aac740f1b874b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6f46f37b071579c59bcb719f132358aa266d47044c24996cecf52b4121af939 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..802cd86e4a9f546055996817494c387bd0934a6d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be0564d4f72baa654d7a19a02dc97d12fdf67cdcc8a4bba994ae7e10570b6e4f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..062081f78add5e887087fccc778c4a24f1b292fb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08001bf0cb984fb45d5fec3cf0ac565f7aeaa904366b51253e9aed18664ffbe3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7dff056a77ffdeb4c39a225f46feb63a53563186 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2fd85399183d5249749cd2eab9a72fc3a8595239e5ba42605d22699bb7140a9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b986d2cbc17f7661850d2f40ebe5acefa352642d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7303f66f0e0165b36f177b16971aabd35b491f6c93a4e79e06d7bf8d3168192 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..409726a75d2afc45d2c590ec9fb78f0c1a888758 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15118313cb2d94b3e28327e8108b0defe6f3f3a3ae09440140082f33dae42791 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..902c44b73bcc2beae0e83450cb5a3dad9c1905ce --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:987a9d43a85a778495f6d526e340a9d77924a9c1582177b5b55bcbd9b8369a97 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2535224984814bea1951d9b78275db25ec0b8fb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13a355769d047e72a3c4649236a14f6cf525446340b423c7a506a6ee9525cc2a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a3737ac968fab8676ef70a9b7c9b645829501cd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fa0040a071e89354f670006402f2b6b2a0e9ebfa1bd1654963c7cd37bb91f6b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c6dcde6e6c80c3655a5bc661f828a34863737aa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30f0fdbe9dbc0a31b24045e7ad90c0d7fac290386164c4dc750d58d54cb5b09b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..267fb030472f6ba0aec8e16d559c778977fda4d8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8949b1a09b4929ba84d143a0fc529cbe59bfb3b3d10bac24c3e0befd993b6a94 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..757b82490ba9b3493c5423311b2d1c41521113e0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79d89a21791e9d0d1caef56f0313e7ccfc4a06e0dd2aa02835d16ba31bf88655 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..93d924b7cbc8496eb431e341cf98a835bc208a30 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:833f3901ea3b891b653a1a726bd59222eab59c8a2e47084d14d435a306a84fae +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef8020f50262dddd337c73d7d5e3f7e91315ce62 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d86a90998815364140b3a15d50950a199db2d8e9ac5908f8c63e3ce20d4e845 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee8a86ceb049b88edfca808adb9236cd3741eea1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c87dbedddc7ec183220b739ee9c6ef4a8757fed6d9f0c7a9d41a4127828ca086 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6ebad495e634e0aac170a86380bb294bfd5adf1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f53573e351bf0d73a264a47ff7fac99ec49df70f025a7e3ac7a2279b0ae0be2c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c090f25e3ada9ce38f63772eb2fa5efde197b8c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9d83cf24d9625b391bb978e5ce2ddf412743c9178ce7a6840bfce4fed21ed16 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b628f1b721d1944e4e5944d42d534890b0d5283 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fde2e0544eac664ea6c0f6227265558ee8311657bd888f574a9d61310b30c7c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/lm_head/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61 +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/lm_head/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7eb391ab256c1c8265a3f9eaa5e0151a3664c9f8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2072382d34c42aee85aa160169c20cc4885b0519b9bed51ddbc8561f105f0cdc +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a276bd0d147105c17ed2ed81ad9175e1675a8172 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e69d07d27140cbd0039be35467b7c6585856324457ea9a5809393ca3726564f3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e2334374bb24f442459faefe36ef2aea19c4e0f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2284caf55fe8b42417a948b80fa5b57f98c8927fefc8431bacad0d5290b010ee +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb0dfbbf26263ed038100ffaa401adabcc799161 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1ad8579fec7357d888028f91c1739d2c1cce9caa7eeac308b094d7ec66ab2d8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..999b9b693049f32df8327b9392e2c01847110c3f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:970fe9e65bf1d40f4e07103e181dd6e6dfce2803e9ba7217d429ca2a09f1576b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..54d669513f7ce47ad7c9214ea75f3138869a607a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae32e50084966e470ac9afe9d40ad5fbdcec9973871e86b0146ce9c5ca7b74b9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1024196daa57a095e85abc30c5953e9dd5ecda69 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4366346e43bec68d142ead7427603f4d359efc7803cbe431fc4c8d7e6ae74d4b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f7d14fe55fd9d1b850b5ab9a03507810cf10177 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c09c170e97222ff11797f6691a034bb663cd7597ce987171a57d785d65999b55 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ef1ea92539862fb63cf60f09ce3b9c0f7707ca4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89284a9bbfb8997b7953d807dfab41efc03fdf2f69e8871bb671adfd3c62d38c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e31e227480a02aa556b447519773081925e6f252 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88cf2265d010ed4b66d2ff9104e9e57be1ff3fa496088de85d4e2f98f3b88fa3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f0bf4213784b89375445c6ea0a1caa098854688 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b43054e2b3e51b115a58c553e96fa8b1182306a606750373f50f9eeb2829113a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cdd39720f95f4bddde876547e4ec8bb654159496 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc025030d214cefbaadf9ea3655e650e67c700ff89f409ae3ececbdf4ebcb344 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..19ec7d687785596b52ea850468bc91589b36639b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5958663b25364e8faf00be52ec3874ef63054e7af5ea1a02a698e62b2e1182fc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b774541f86d50dee56dfd811abc9ea03ff87718 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21d6ad8204e127b5cb0c623268c8c9602c6d08e24b4848950c03d1c23feac038 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..962c468d96ea698296c5e5d942ad045e8c7a6cff --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c42e720d7df9305e490da640385414a02eb4e3d4eb7af9316939508a876c5643 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6097224f6d3a5b70cf348ac5584882e5a72cdf1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ee6bd9220c3a541e1cf52b1c138c67461d7d6088ba0c72679b14e869af9acf5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d1a98ac654d5092450f86a0acd96d4afd329ef7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81271c26d04ccd0b4d7b20fb4c4da02810bda0fb517c403d08ec8536fc4ae4e0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..52b577a8d54912af7f4ee75556da95d8779a46c6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6588d2a079646ae0402cffe8027fb4d5c8349985be8be39971d93e99a28d9c58 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce790361a8844b9d395877a5b546074f0356b37b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e22cdc193f98bd349dcf4962434ab1e7ca106d22d6b0a19749ef0846f49b12c9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8469e0a3e9bd9b9b8d21d7c483016728e6755108 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52fbadb61dff084a9a057648fba17632db5b86c14168ae46a994f243232b447f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..10c6b650b22c62e08b09218581c64a7899281565 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8373c578566abcb4968af30cbb3270c225eee78e8fe125d236579484831e2852 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..91767e0744f52be5c78d0ce83ba913c231e25d70 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:311ff61134cb3b98a6e4bd4dcba164850df1f744dd518335f1ddb3f73afa4d2d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..52394010e383fec48aaa8015111feb7e74fcea51 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd6eca8fbc7f71bf98ab2d4fec91975d622b71be0f462092865361182a84e3d9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9f084f57d41dcaa97000f4ab65f6e883027bd87 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97718757fd1380856847102e6b7d96f3a79fe95d76ddb2c684cca4dbcbbcc175 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..866708de01e98853931cbc1bfae51ce31cf51056 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f955812438dcac58a6c2772c6c3152fc3c277b22aea6f9d68cfc2cca1ba5d69f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d4d3e78331b4ae290fceb85b73516c99a198ca4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce6c3fbd507a9b215849425d429b31983dd2ead5c460c790d773f0eae5072ff8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b89786b9c9a185813990b1b048e1090603d580a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7bcf2b3c4eb449e44aff095264c31e0ee18eeac6de06efaf6ede98f93daf029 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1052a8dea7b8fa8a274d6be552a3dd85e55272b8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afc9eebcb5e00b66b4922dff80ac3e05c61148711e46c7b54a338f32e72ed771 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4da8d81f9032b921ceb0e3b1c61ca88f4de0ac6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f2a03d237d7bd81c1c28b3ae4094ae32e10f4bc16c2faad2935a42f831f7d57 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f092ea389277e84f228de7be018126b50f974086 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1267fecb846767fe7e604314ae8b1b06ce63d3016d0fb9df03d243059956f6f4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4d15a2b3c3a941cac2d08952b5aaceec91a8992 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac6833a6a6ab690f46595cbd562032b25c865c1f8b3806d67531938d8143af3b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ebe23f54f0045789cad9ce3fe4886d59c45d539 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b5f78891dead3464aa5f0585ba72bcdca54f1a2309fa5b20a66211706dfc7a5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..75b36b81f21c70710c3bd4e2c288d6bb44265e1d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88bffc86525c92beb734dfdacc759b469c08db0dc3a4525a68168a5fa156f2cb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..73399436058b4fd0c9e155690c03c7c4f23f94af --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe1d35c5ec55895ca389e2df0d59da8544f91ef5e2cd98abc86cafa4111c885b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a18cda9d1a71499cf46246c777b22418cb6ffa4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3eeee17c890ece2cb79a7ad863dd8578bb8e2ad9d5c6196f81fcda4befa7319a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..72f2f75cbddec1027ef26f57393fab231481e42f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e58dc643e43c885fcc287b94cd8d7cb90c20404d5a58f66e7cb54e96de029f7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2817109025177de375df001f1428535b93953edf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:131fcb67d5403d1f56b00ce87552fb30c1ac9506938f54c1ad1259d2f175ed93 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..82290fa7a1f0a6982b816f0a148974804715a874 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f238bd318d08e43e9944ebd69989a3f66d64b68f60973379616b08704e534c10 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a61eaf16d8ae96d308234fe0e3372192ac30e50 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1b50544a826b1b159e6d1e7138e68c48c2f548f9579ffbf7b3a0f6d99535cef +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a06807b15e4da314331cede0ca8b5b58d41a7396 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34811d3af486a8fc3badff0d8dd363c5a7a3b35f9310184d4499b1fb109985e6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0faa612aa5c32b9b45d7f13c9d6cd5f388210e0d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1b344e0beb391bce17a5e9f8bf1bbc433524f152887e599f50ea9146d96e4a8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb81234d73cf46c931f70b55b31d5e07712fd319 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb1d44c82f500d1d48270d41327deccd16499b5ff037e23062d84ed331209af2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..afce0bf72a8320f30755dd7ce97290af07b56829 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c42d82e6c46a495930926721656b4db3ddeaee6032174f7ea66c709c4f4b937e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4fee38ce4145baac9cacab45692987d470ee131c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9b2a60bce8c8ca650341834ad0d5f6edcbce5a679bb382c40ad15b62c91449a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4793c7ec73d03dbf5e0aca28a0a967301dc68665 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f38cae34bc37d354abbaa0aff996c6314b9bfac3a17373dc37cf0582d5ea2fae +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dbe58afc9d50fcf6b1d681ea2aa1f5bd03ba891b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e986d4e6d76e28ba5c4450048d0b447478ac7d6089374579476f76aa9a6ecaf +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ebbdaebad0ab777a81f24e72e75f2bc9d4272ed --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1678167df746646ac657624f86199cdd1351fb0fb68379c8a7bcd95431c3abbc +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a294bd9c891087581d09841fe6edefb2d0600979 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d82b06784b40ace1b745a5f68ba48b61e9fb6bd8d0cbbf5ef62b52625158b40f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7177dc8c053b3d26e9057936cfc632b6b921357 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2eb76fe751020d3b0bd2c47295b3fb9b01bef924d7c3b7c72f3db5b0697a5a5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..450b96aadb3e17fd67ca49ffee1dc54922f1137d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed04d45e92b37f33ea89bac4ae9f19a8c160d3c3b0ba0fffb9bb1c9d1ad1c83d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf47ab4ef373aaee369c7460e580a98025a4c1da --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a852f70559f9e1e4d491b6431af187e52ef013f8d6975a311312c9e82afff351 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc665757f143fc1a83edbf50c6282e9d68befbe5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43a2f2313dad049aa829813fc7e2dba1009f28f3fa06b39c036fec3deccdcfc7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..336fe6efd043cea4a807d5a1fadded3f39500597 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d562c173fa2a9a7f1afe760d5ce0e42313b28f6e430651e8d146839ccf58cce3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c980270fab5a7754a6a9d20fdb45673c5908058 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7fc1738fcc9a506b6a7552656f49830e3e458622217cc42cc16155821616e6b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..875cd36d34727320d455c462b8dea790e58c58f3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00bd771366522a7ec410ea928b1f05d9fc01b370aefe8b23af539f44d3a5acdf +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..de2e333e09229b4593ba5169dfca679afe4b2a2b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55e27996e525031b7db905456f793e1afdc27252e4003c57cb0dbe6f042189e6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d338d2f9711b51c53b97e43eb9f0c06411d383c1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e07f14e830b9d73c214198058b08b403b730cf8cb4c0e8b2f9acd55c58d388c4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d69c06b3a38b57a3d529cc36ea2b4533886e1405 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c34f446d765849b5a58ac64c44edcd8f566c2f006527792572f58009bfb23f49 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..111a8bb6c205aa4d25391c6ed2aef2d8fa2c9135 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:746393cf7ec00effa1f7c20b74290b791904b097c0f7a6ef973b26aeb681067c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef607e53f1a0b728abdcbde08593c5de90b5e35d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c2f35aed70d90398092aa0d38f694dd16b455c663d0a43d96ca6b74174e84ff +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9da5ccc9d241f39d5ef50d74bd89cfe9283271a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fe174b2b97be05ad5f07d0450ac2d3a65b202979c79e778fdeae9af1a9e1480 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe118b2227e786611e645f29ef1c86cf7798afc0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:151f54dc80944bc2378eaef3875b42c82173f4c35d7d7d224d37162dc8c46a98 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a31cb04e622d31f8295b6cdea95af969b685e064 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c8721e95f05e49240116792bc901257ad8675c3bfe6c90efe71710f12adc117 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bcdc4579246e1414569ed8a0e938f1c68c331051 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab83a41f955a6cec8bb1be2d57479bb4284927900a0f60c0b88d8458c3ff8b8a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba7610e36aa80c312247e9361aeb3dd67cbae050 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:366d79a076609787286849f1e9a9163ed9c739411d00d1e16b64e741332d2c3e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..33bc69d3740de8a54d568dd773f4054cf4ced7c2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1202cf3fa37ea56ae757d22714b8e4d0e35d68534eb46f0a879d6fe2cb56a31c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bcf213e138dc17bd4052950d1e00bfaf55572734 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:502084da7898988f329e266fa21d9d8674feab866ede63ab7a8c21fba716113c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ba1a58e1f5e61cec723cf1e40e96ebbacf950e6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eac6a588f36f7ef35869b14291b38050368cc5a90c798ca3176c8200696f9e8f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c14c7f7a06ca520b1c1021065184918fbae911 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b3852bff75c47c335bb2ed74b9f45ca7115a94d0fd0f721955205b5d9d87819 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ce9198e8507ef9520eeba3c546b87e180d0cb40 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43c537e453c47781725ad58a8712b2d1f98ff78628cd6cc28d118dfaee374d8e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd70dba880eebaa154e6d1000536aad93e01b690 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a6c62f0cab949150bf7cbd3ff38fa9928f73ba5dbac18fee3c1a587049ee4f9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3699ea88add08e4e3e5b1f66e0e812f95f7956b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec5d06745fa7c0954e4500a065d93fb1ba489cdcabc0fc4f7c459032c4b7cf85 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5148b812311f56c8cca9950642ef5e3c61bbe73 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a47bf882c130a721fb738f03818397f20f1d423e2cb46c77623174b19d5a396a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eef9408d560b83481fbf1735c944e11cb4292602 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5739632324988a47680bce10e12b9a4bb439a57bb556f5e9d2ec552ffae6d68a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..30b18c3a55b20c0b56cc57cae6e8c01b0c3c8c2b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee2820f393a037cae7475cd1a080a75456dfa9ec2afe63b2eee7635e3b6ea995 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c125610e772141a9069e815779e8d4ad7fac2b6d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eaec3d81edfee1fa4535499a7b73a545500296fa872920f9c0eef71a350d2fb6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f322f4024ab5be8aa2cad9fe08d304661d997e4e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:035d51f8676c7667954502253725fb88a173aceb7bd107f13cfe423bf513b7f9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3d5e14d72f7fd929d348d88d373acfa83596732 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1528e96609ee9e6a02b256b33d0db7645255ca9d681cb616ed6120a29f1eaeb6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..833f1f1d86af77643cd2b72d2a2022e48e61863a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0dee95825e9e342c5c677babcd45bb238f511d2461132e0046b79651c03c3d93 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c646fed19ef89239f4d243adcdbe17051b36a95 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5874898cf26d9a1a886751ba445d74fcaece282235220fbb685a5431e99499d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae869c373dfe4edff45f979bc0be199a4d110b1a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f500dbcf3fd438d546c0f71729392b8c0910f7e449bd1870315782336b6acae4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f64f2f3573c15a436bd13364955b1230b8709d85 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:444a185632effae775027c0a6097b416190ad805eec92fadc56b5fd6c0edb20d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..391101761aabe03ab12fa3f9d7065749d40f4a70 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a67303085598a4b0580b01ef74cdf96886f1711e9db65c0ef5db4db7c63e223 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f4ede2aa3c603b759f25cb8805a00cb23afc7a6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff6ab210216db5662ad3b8f20994121edaa38d4fe02404c2b549b39a39015503 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9be381bee00b9191bbd39aa0129437b208bc3734 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77e3382eef4b87190010d1599b910f7d2b67c5cd34247d860d60220e0acd8ff2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4350b703546e7560880dae333950127239a9989 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b610af63f1bbb47042a60d3aca1e3be0b60549133082239dac6451242ca42a13 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc03bfac240398b883f5f6a9681b48e857b5d70a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:067f9cf9e14a1604d44f1bf69f4acbd3208fb9d21a53f6cd3d900d2998a393b2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2077ecc8f4f1f897d93b8e81eb5b9159e7b443a8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdc552191f6811d24337d0950ec3412fff4b5d84b9cf9910ff5dcdb9b0c908ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..32a2cff24aaa86751a4bb842127e5e0edb03b0b5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2bdfd9e6e4c8ccadc5cd302e2114d275ff34efbff55f7467e9187f572912a11 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..239076f1609e99c68ace0010d3a773c6bffcf8b7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d279862d9bbf42b90f63f97c114c105a436b4608bb0bcbf8d26c390861f91229 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..89ed32bd9856e78542eebb542ea5712777018292 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb7aef5b61f144d34c5a0b9c67f727f371e2c54807067fe5987111c33938cd45 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1290878b290813ae93f70c5f0fd69a39a6f2c8d7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:692a8785d342944c9721d215e4b48dfe70670c7d6619dd908c6d903d952e05c1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d24377901e97435d8ba2af0823ba98d771c9251 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8310b50166686df6f36e46ea74dc65bf845f273b3cb5e1d851cdf50465b8beb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c0eb0e92731518a74edcbe1f5d971be7a84090c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3528be874d8b08d7b4481fe70d3dd11cb13d5ecefeba4f09353546f8be489d27 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..859ccd5d2093f908b269d7ea0edbd7a2a2b570c5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8886e0465b463e63e67299dfeecd6ee97305e3921d830e2c62bf8409ca49d5b8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..79e1f9b712abbbfe716a4e8072cfa3bcee6d208e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bff5bdb134fb7cbb0906d67d70216e46edb62251f80f7daf98b4bab5bba1903c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b710819ea1f716bc2e01e99185c81e5cfdcb924 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c43c2e1c0760a1ca64e78f8b58fbca759f9bb0d9bea6484f8b6e1a7d7faf4eef +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..587316e97c16054c8c7017ae10b3e81ef9d947ce --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed4f56cfa9e8880bb0ed2b52d79610127b873947c08906e6ef562722e19b1090 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6ce158fa526e62971c0bd4a4fcf3106cc9b75a6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba41398ac561355ea8ecd13bfab686966024189ad3f0d19c702ce521b9a953a1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..312d377c209e265948fdb9a32eb919cab783498e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54812ee39f8136e9f8c4c3e347208dbd2f14483b95f0cb42ee9ad44a2ed83a32 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..02ccccb1b8757bf30b75ba802eb91fab90a8a679 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f0c5dd7d2cacb91480eab5fd0e9dbd4b946c7523ac89504dbdf3ae3172315c4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..efed0c0fdf2629a1f7e7214b51715e1866c158f0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ea2a8898129a956228081debbb7f59009a4c2f814021e1b7c7bec36aec22de9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..72da579fac372f1bb673b8b78810b37d0b4d2a53 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c08e0dafae822ad95b404b406e62d7590b3d117ecb611f5545402569d1ebd6f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8468a3f992ff0d6d13d3690406602a0082e2e4fc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d912a8ef91c58210e9afb73d8f429677ec3e2ee4b0aa436095571416353dab2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bfda370f95408eaac7c35768f577aec9c2c1786 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1bd6345700d914dd8c94b7eb7a14f10c9a5f9d36983a30bef56682d76a1e6e3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..442c6686f2da4bf7b51a24275fcfd3b15b2d221c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6d7dafce73df32fd41f0b097a9791e9439c59d75dd312f8d3565cc4535abbc8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4817ac28e49296e82754d026355ecf85edf88f7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fcfd3d3844f50872ccd0c27a50143ef8c28d8bba8f84fc072b7fde85a39facb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5899c81adec31b9ec067dffe1d1fc7f1e0d6fd34 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de25a61c7de47c41c43e23880cd852075979d08f440b9e891dcc37514d3b14d8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..912d7951ca3f55076aeba04cf43a5d2b0ba22701 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93faec117c92a945913aaa219366d6622702f8ad48beb4d9a83ee86e657e26de +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..311c778cd231029389132b1b9acb1f0f71c37af2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a5ab6ff09e2f8cb61a4887d3f990d9840b11104d0e6f32dc887f1ac2fd77bb3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..74ebae83a947449c659f2c65073939ca6cbfaf70 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89b1283ca7e7316dc13f1bd6c8bf3a7c4f3cafd427e60c2edc23a8b607cbdb2a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3581ae971570d4c3a4e4d237c5e1ca9ffcf7688 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57498d7969bcac06af4e443b4588c02b256cf1763b936df309beaa3c1b7292a7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3e284d763ed3a9571c4e8d8c86c679bd263e141 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e836c9793be29e5da1ac7fa5e62f8289755cd62fa9e497e07b71348fc5ae420 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..57f858524ec01710bd69eb99379c8e80168050b9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:326cf366bc5c1d03ef26409ae4d0d4082097694c4ed0605f05df6b7f4288a04a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c343df4e5ce90c9d26ea37b5becc3ed3fba1aa45 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eae6f95ab5877917e22170312512e6a299c71010cf560f2abfc35d3df864e517 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd79fc9868f48df97d9ed815bfbf7daf325dc0fb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:542d4e23ab3597627c5e1e44dfeec7fc35f3ecb899353e320bed7cd5438da668 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..01a196b1db8db8bc8fb7f097acb3843b028dafd1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:213000b1b27bdc1e8ca7e55672b8c47f9c6d32aeea2da2036adf65d24c3ee18e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c3db829ec731947c55e1db9e7ce8b1c318faa09 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b71a893b4fc114d8144f4eeee0789098c10a529d87981f1a532be5631daf217f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d31774bc1265fb511b0d2e68c67ca9c7ce2b513c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a765ba1ec8b1a8c7e8371a2cde7575fab428a18a857825e0d4b492ce9fdfaf78 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a437ab413a3bd32912e815d68d2b319a26f85384 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06b772de6f16954fe17b7fd82f39dbd324d31ff99e1feccbdf3d1b4374e55bdf +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ed5b828e98d0cb9db0e0d7370c6978af92b729b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5784ae07a8caa3d5e6c0838c381d1ec3ffaf1b37dc2efd1dc952fcd2c87fe235 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d1a9416ce61b1b2ba203a3d1cffc5033e15efaa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08c9ff9216fa984f54e6a58091c3e78d863c8212d19e025181960014dd0c93f8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9fdae6929661e02f724027612859c4386217a668 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b12bb06205463044a0294ec273397c969695259b086641bab4ce1a64254de70b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1579a313eb7ca052663732a5eb6ad143c71f0c3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5e3d81574ba9d7ec0522af1751977fee5e791e982882b39426d90090f4e2cf8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..041f99a75a054abe0c0164f8edf83b15f9bfe609 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f77b84ffbd5aa1d353401a2a586fda0d69cb7d9b95a84f2d186fa80bc312c30 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1fb51fa40f435b8b38e312d52df53a8c25565fa6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ecd3e99ae48134cfce875f3b097c58114839e1dfc1e76e65b0ddadec723f1b8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..306dd1286db50e44ddde49869dde35a8888b0e28 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01de7e9ddc0caeb8e579ef714f2568c8216e6c47e70450de9df13ff604e1dd03 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec74d9cd7a1ab8c1d386b1e6699fc870c6652adf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45bd1e793ac5e64944a9cb9524327ebbdd317d868dd831e25aed87f12ce84238 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1b7ccf97bff71bf16fa8a9d8544ac2152fadd65 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ce20b460b0de225302353d029cd853a84fad4cc9efba89daac2ed5cf7f5faf9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4846c3415d2c377a1ec26e2355101b1bc0d9797a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc7e85dd70a5f54887b71804bb7c37a861848cc90ee0debd677d82f710082c11 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf130b349fef571564492583e488b0ffa86c7fc6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:751f080b0347d5cde6b357a4b9958da83a8448516937276a7659e647a5a55582 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b61297c1072c3fc2850fcbf4c1c1730be737baa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0b1d349eaa843362f0a799575e92e503c9d0371ddb3af4b26de3f185ab8c5e7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4c731527d9903e15d5c4c634f94ace746c6dc0c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98867f71e63fd37eecccf5441061e36852a39fef77011dfd6ff2133f5c92cc2a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d6b522da3b24797bc50c9e1dfc25a985581c410 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:925e7fe3f859627a4a4b00adab9d5896571a2194660584d02493b0aa3863a861 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e0c730084087f59b507c44d5f36da1fb2bad5f4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7965439ddda63b5dcb35009e7d1bc987d823ba158c4420c0fa9ae29a26a5c05 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..53a9f6f99b2094228d2862ca7f8336d7651791d6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0d42f30126e457a523a42d1de627fe6ec91afe66f7fc11ed28f1e71a0635b07 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6feaf6b5b5c7403e9dbe2a9c3685cbbeaee51568 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:702a5b9d43e5ed0b2986ed61f76cfc42d3a203a3271b13201d40d41ef9434c04 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a980e6b5a55686e3350624f307efe6587f17cc93 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b65b286a5143a0a1376b82bf5540f8fb87a686ca8a344351fac0300a0b7c0a3f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..57db0c06207f7bed0abd0b48e1f4b66fd568871f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adc1d82c35ae10d698bbac3e17fdfdec24a0367cdb5f699c41651debbadc33c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc1012cdd73f9f236314e82309c53ab0b59d35a9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d7d504d180255744c8f59229d192ad9ac793a77d45d7b69249dcc1fb0eaf2f8 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6780277f20ee43bfb8e40bf34e6ab1b71618bb72 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4f7f1f14f315fe2eed8efc7acc496de6e6df3f3eb3cf39d4525ca5f7be49bed +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a29ddd7c5a504449ec5fce4e56fffd9f1020ae64 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee456853ec0d170950691d38203c8e993f1b22a859963cf18e2c11b12e06965d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..026b8a762488a55c1e72632d86fde4ad5ebb4877 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f0369ad7d410c69855478eaaf63576db3651c016edd29d458321261d62a877e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..85334c82ecf75afb1bb0f4ba1e44a47fdfef295e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56efab74f6d8ef7e80fe7a4e0740ae4fc5d26189d3fb8b698af4242a25c478c5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6944255bcffd3617c180cc22fd277d428807c6b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63899e6db097d4d92c4c9d002192a6e41e9b401d0d768dbd2c6d18768481899e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc38a70e14d4449c6351188723cd952987e580f1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:051ae1ffc0407b84c540fabc7b69a0258a9af3da8d93c40a2f8f964f5570c113 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3bee81fa74e5ca188d32c53fe7ac381eed801b90 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4635c595d1c8c5ef53a462c06f4e108828f7ea6c7454b3dc3240609e240d6b1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6108b2f3dd0228b5c253afc891b583867d85202 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:307bcb770099b80eb263fdcaa1a88bac0d2970a500959948aa27892441d7a829 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9a7ba7daf455f230c391d437b795808b4391bd1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:801551f3d101aeef0fceccae702c8c89bd432dbe9c79daa8fa01b51f38877cef +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f350f8471fe30654a9f6a9d02b05adaf7d681705 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ec489d087d83d9d79b5f7d27ee3a420a22859b1306767f0fab55e7e69f1d81f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eee0114ec46b6d5fd4cc72971e03d71e61f2a783 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3abbde652ebb9b9a2130a702a42761d1defa5776bac6ecdbf21b3a8b8b617d79 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e75a5558c0fa181ad8ce82bce21df6232cbeec0d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1f08de74c5650eda5b50b28e39f62da972d1e1d504f3b3dff3971e6ee43657d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e8da57f4fb3af5d5517357e65b363d0cd0a1c58 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfbfa559c4af77c3b7ffb0cd131c889c972f9ceb9871168235eb30d994195b3f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a576b26c4f3ba081af09d56268eae68664984423 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2f0ac7062cea8d913564808fce9dd9477f929a71910cc52aef2f4cfad368b82 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae21ad58ccd1bf62950ec3d3fd3e26d0c8612624 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69e78cc330a0ff5d5556e98e240e45ef67091280259ec81237205c34a08579e1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cfa6c6b3e32bcfc59fad242d41339ce119bc874d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb747ad8ef1772ccb8f4b9290bd04c55d7df1f66d1bb8c26236e9da906c71cf9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c88d55192dbfef1f0bb60bef2f89bce46277f00 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f46d5fceae61f9bc0187935224cb541edf7fbb171a08e4f993683a7530118dd2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b9648ba47f978ac6ad099f6b3e49bce475a8b74 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7706b7fad9fdb598b79ec0589e351653c8c930bd292355b099d7be7bc40fc1a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..faffd70788dbfd01a9dc12f1232099dd56e0e8a2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5b0350da55f8c6c9ff898fb069347ec18914a215d99e40ef3f8e3c10610ec3d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3994b78d994f717721f4e23c4d0bb3c7006532a5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d52019220b1bfc3b8d82397534d1cb80e0a07b4ed74ecda6d72c63ef6d14f97 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..44482713f199dec6b9ef90c6eeb79a9968c07b35 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cd28b0c014cdcd7da85f7b1430fd4f4c133be189767c3a12720e0fbd23f9633 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b155df108c9e0e32b4f9af9cdead4a2917bf6742 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0dd73390880e89997480533e6aa125256f72351497ced256fd346d44b8b16d31 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..05f9a8608b9aa6b80875712fdeca5dfede1e42b6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d1da3d460792cd7abb5f13327bc3bcd3d9083b759b0aa8882db1ae39a11558f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ba1a58e1f5e61cec723cf1e40e96ebbacf950e6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eac6a588f36f7ef35869b14291b38050368cc5a90c798ca3176c8200696f9e8f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d20f540e9a841cf4d816087ca6bdea36f1f6e197 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f38edaed59277efe82f80f45a2f6173daab2e97e956b62637ed2ff3096c0c19 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b65d74ea90f70bc8328a15f1c1c13d2115cd458 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5e7049841b24e9da0352005ba9525ac15ae29cad6de9dc327c29a2989dba618 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b066538dde10bdbd233a6eb152273c9fdb02350f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd64fa2382911f3b609cc9c65c8b5f2d1825361a42a6e66ac548d17d5c4ef863 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f66d0671c59ca746a531c996acea6598cd1feb9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d325dccdc097a7d29de9a1bcd5854a730c8e0ae4947883e9c57bd999bba0847 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b084c70a558eee0a981e23e9891945df842ec4f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bcd017199b9e71b1c6a50180922ee6b817404e6b786ccb4336125ab34c3c345 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb3288e97173a4ec45e998cb27ab7704f0544e4c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b02d684f60c7d86081195cd1be8a42e2e39438675c405258322dd9f8fdfa6673 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9016f953b51ee1fa46f89837828d266e625da12f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4326b5e8df55847a8a06ff39e97e0f37d2ca2c3da184068e03df0ae9f3a123eb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c98dda4c7cc6b676b2083e87b224130f312c6a8c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc0ea5764fda6a84d248c82a63050442e7b85fc98b264ef1154430e3c4131074 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..962fcfdf03a2a40ec2419dcd0878b542166be8bb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcac0669f5439f8e71b7d20f76d57db7fe5b054491107f7ee071548ebd97c36d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f71bcb3041f45e6889367696a5cc8a7b205f780 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1796471db635e1c5aa2ae6d93b212c5453e80d61ca23e6b679c69aa869308a69 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7e585ceb15d7913cb78ad842a79b7890ece8188 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecffd9adb4739381379dc641011c367b4349171b64bbace44ef4568e7d2d2964 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..53d3a9fa1c299a4ba4073f8fb1543473e8b8c4d2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7c77d0358c58307c3f1d47a80c0382a7c2e9346ef41b63cca8b9ff3c5d01699 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..218575c4906669ef01220317c61b05bb3eb4b42f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e66743e26030afe299b384ec8de2c2b27a65d4fdcf2d92f8e01964bd35bede08 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..11ec0f14783a249ead91bce77d2048f70542d017 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c13750f565b78684fa6cc284983912c4ed21bddb5e58b4bc82bec3cdc34bc090 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4aadacc4de2e038ae70c3c1adf1d26d84ccc059f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9be16e40d3891f4d1ec98e37bbf7fc0056cbc4a799f44de99d4f88ed2d566a74 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..53d262029f4e212d7b8457d390d86c81290f3a6c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5092ba438e246ddce2bc0801b2ff421ef6ea352bd72c65273092fa9fbbcda56 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b72e9337b0b82841ffdea682156ca1bfb25cee0a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26e5aa7980d13d85b3c3982b76b0031dd9a5f30db9dde2195fe45381a1a5ac31 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f3edc7c909da56a0a1683c6e01defcca12fe0ff --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b06481489a83549d4066c051f334bc81955106d48d816648e98def3413c95377 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf216d02005d27167c0fcfc6ebaacd20ed62e30a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f94fb17aadab18bd614c71494a2449836fdae775f4fed1a201ab137268fceb3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..47bbd224a89e452985fc86e685aef9ae467b5515 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:753aca9db89ca2c10c3686cfc3580896ead1fa51207f0d13a7fe9c3c69be0fc6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ac0827b93fba712aa2f5b0f919d0b11edae7759 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:934bbd4cc31c88e6f3ca0b9dd3456510ba8c74f3dac05b5c1e226d590027d804 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f802647297ced66ae74209d456661d5c4e23bc0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:801b5c0e133449492e1ef99e8649e1a1357c6f6b36601a30d72d298ca70db1e6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..913e4d3ba9de91b1a018c9b44ac4261b784bab7f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17920da46e269a8459b76b9b69e5739fc6c9f2841ca3f84d9e683b3e8fac22e4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..755fbaed657930a84230ac31bd8b5002dad5d542 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9da06110ed68241324b849ec2bb3971b177af0031cc6cc96da666f7b177c4ac2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e16d8e97927b8eeac404c6a09223b9dd701ecc8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11ae61d7cd15f72b91b50c3aa3ecc190f5a11aafb102cb07957c90d42fb21e95 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..907b921e34ddd44819e395479e499bdb04a14d5a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abdf4add50a9366f3b041bb5585e9e132701fdebb8a8cf372c58b1d866ee4abd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7d9c318ebfc3b21487f2a89acc5dc961088dad1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7c8ba4fd3bac30008fa89a65113df7b9d351e1097a3bbf7abacd33ff8366263 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4afaa180a604a28bd0e3e1c13f255d4e25fb2719 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be43db27949b369ba9510eaae07b4b21aae7232fa7dd0389a4f05abadc24c2be +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6d9a45dd1f7e98103cc62f122e892aee0622aee --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb56b3efcdba94192b0c2bee040480c73429432702b59a60e271bbe597f53cbf +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c8ad009b0463a3d900ad0511cfa88b13c7bc33b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ec20dd0b5bd6f453536649b78317f5f20f9feaa4ad2c59c3a3b0b2ad0fcd4d9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7bb514fe184d456dbcf8c928afccaaf420b5c8e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6667d28a88f1aa597bfe58dfb3237e5ff897a5f8946c39c7d28e528cb61ac85c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d20bd15e0f1c760a786f4fee7c7ffea947217fdd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91a2e31b02bfc364f1df6d3fa7cf60ac2419564fd313676fa7e0bce2fe9b80e5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..081b2f2ee706cc74c512c9d0b97ecb72985bc081 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13511cf403e5c9f897b1c14cf521644b436ec23dc138b75d5b2a3eb536540418 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6eed478d94865f91b01e59e1afbdabdd399cb848 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a4138b327a99b2e1f5ee7ebd2089ba38cc4104d9c2e292264121c0c6fe5b600 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a75ddb34928c0a72410123ff4e5301ecdf7f0f58 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7fca6c518c1e6a49ef2aa2b5580257d1db81308df83bd70862a384670dbc682 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..867fafa84c44ffd2aaa1fa2595a851dcfda0a9d4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:616602df2af6c793a14db89486147408d876e96f052895c28f8f8fdbc6dce44b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3eb6412be635d09452fdac9bdc80fe7250f4bab --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:440c941f7379681ee4cc9a56b89706f93df6fdc657e2a9eb5da9282b2622d751 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d774c5f589311e6e16786a9e1ce5cb3d28e61fcd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca746dd2be3d5748d7b60b1d22c0ca5fdb9fd712a6d2935276342be34e68fb8c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d0390f83d3abdcf10349a4fe78c2b1eced1c5e8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b72ab5f8dba9cc5ce2f64b1a293e16729a2a509d1a725d0a3778339cf691514a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8cd8aae2f64d098be7deb3a979338eb0d4c9efb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e264e4ae937a33799fa0b5028834b39d99b294ed3e950f49b86d65d25f33d5e9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..10b512b796bda4e000a8dae17bed62ca790f1020 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df2e659ee7d0c138bbf619b603fda5864a9abfee80be9a7cbfd67f1f7134f940 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef06013185a56e4ac9de2c18533a92dfeb0989c1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af6758935fb519ee723c7246fddbeebcfa4545ab7a6ef29882ac61f652fce18c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..99392e92971a6d79c0d58ba07adddb0babd2f884 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6da64d0b290fb956c44f30cc0d5ba6aa6f1a7218d88819f23eea6b78276e3519 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..43f32e5b10d3bec0e14f8549c87db013dbdd3de6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04f9003913456a9943535c22f257a60cfd8e9608c194f51ec3c4538eba5c256f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..327fb6731b94bf486f68dc32849acaeb7449dad7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76107b1805ac007acff85f51647fe719b750ac34a56083d89a403749e4b96cbf +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb01a5db9efa22c76a7035efe7f135172c61550e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0f78af1a1a30a7dc7c8e9db47a6e140ee2d4bc2882eeb0ee1f32e6e991553a3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..49057e6af9e750f2fc5e80e8a5c3b9f22732d0bc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91cdc527067569e1e75a290e74e232d73f625955e2596a2f01c06baf5aa9336f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8fc02a3e03f5c8948d2589664056583a5ab7d3ee --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8175b6aee72b78015adcd6865733ac87c95376f02ebbbb86fee438640b709d1c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ce73efb50de07b664d6df3db3b683d8870444db --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98a468100ce8e8f57c0182f7a852f401bfaa763f0ef46ac1640c64ae06000518 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8c726f2551f43141d6b6bc3ac76ca3acaf5088c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1abe458535533e5224e18a464d7edeada4ae67fcc110a072302e6d2ed46af62d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a6cb7082b2366ecb28ecfb2589819f0a4f00333 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ba12cb2664e66320fdbddea39d7ae08f3d3be769c4420e8cbfc24db883e6735 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..44f1618caa475994ad81bb050e4bd1adafbc92f9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5d2542d209df13c5dffe5b885f13097b20c03c830266de70802885beff1d018 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b00d21dfe67e36e7befd8f57e33e565d616055ff --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a54b470c1add540a022a343f7ad2948bf0dfddd964a4008cc689265e2997c0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..50c10399506c60ec7fc299cc17f3bb051ea76738 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4351f712a7c58940c895393e88aa96e7d90d21f95cbc47ee17c56e6e30017de6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad6b9570ae98f8ad675d45b696e082ba216ceed --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fe453e3ab7f71796226c178043b97f59b17a8b81dc38fc84065651fd9128df8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e0fcd56f4b5abbc798b1e71e53951299e13f16e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5273bc18f1cf32571bde5e31d69e4d349e0db1dd1315f24eaff3cb19afa484d0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d95dca3daf0bf3c27a6756bacdfaf2461169279 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7249ac9cbb2d077c3c90f0f2cf09bbe92ed433c5bd6764dfebec666b722c7bd5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..56c819ba2bf0192ff084b4154d7d678cb3dbba28 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef60193fa81d915da13e3c19f7c6fe78dcddc44719aca84cac749873c458f49d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..674628e363a07e4310d2703d7e9ba14f6d250efe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:602f6a36cbeda1230f1e3a7a91a4e04198d628404d3d0b45a08e4bff59049f89 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..35888c4a0fcbde9d0ea441474a48dee4e85aab89 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0160ef19c550ca93d37f160c61ef098634d5326758f27021645c2aed0de3e6e4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..22dbe3bcb17e5feddc3949fe0983f707b96f668c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea1b147c7b127e618572e820854b6c1c0e890613104fc8d7b49c63e402157ef4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..56751a0432c7b0d89d94e7ebd89766708433001c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1f74fe5f688297425890d2045b436e9cf275cbacd478988890b637db066994b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a25366a072acce465d8bef5acdf1492f9b095140 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7168d286306ab370202d2f78d933b2debdb135d9abbcdce25cf6c0c524223a5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6fda3480320444b9df94907324a657cbe58e89be --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:825c50468e3369a2e6ad0e55fe148910ef8a7c9610326384e6efa80ecd078d3b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a5c24fc21b34ba0fe9f88346423470638f823df --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2ec033d391a5ff9ebaaeeed9212f99526482a002e751a94a81b8564954dc3f6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b60608282bb7eea7c3e06c4afc5c0dc948d5d87a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14f700ce168537cf5c797733afa25c70d645cf5a2aaa958aac4b22fc3ab21102 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..20f31f68eafaaa7b5d30addb83cd2a9d4c85a503 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de3141808adeb4610098d6319cf5cdfda087a4c01edb0883ef437248c0cd7a3a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1949bb3a0b1b348daaa336724e248d772548fa21 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:010eb417f911ed5721fa98e669b2ff20c7eef8c73b2d5a3a6b72122f2acc163e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..423569ea809b4552e89dfc52f8aa8d4e69364f34 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:508af6e85f07a7a96e4b01ee610e044d58676e97bd44242541795556874777a5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..62dfab29d831c7bc81a477e193488293626ef1d2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:257db9f8e1ca43497d2f297ee8c36526eafd35f2b8d01b9e47f2651f1e4c5340 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6065cfb04c1823e560b984ee3f312385f995c4f8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7845005db3dfd4067a9c82b0b05a1d14928effd381471b81cdc583953d9dc4e9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d794b7329604732f5f578906d0498060f8c86ad6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c583d0a56a2285a6a417fb8722419e4bad55a40cfa45278277a5b084b0e6373c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ebec3b0ba7348b29e5d12fcb4de6693ce9eb8da --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26aff60f16bc70d049aff24495e1b20983ec015fc6f527d37448cd926cdc5438 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3104d8a9ca236f9c99ce2f48fc9555be4906974 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2639fd6a8d0052417409ce53c84f1a06fedf48fb99e8117235abaff076a843a0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a8f5310e1f890cdce6af4eb66b422625d963414b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5130effa7b80e613e4f235df42732732e06785d794da571a91311ef0a6eedb5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..99dbcea00ceb10f3b8364444a882c7ea2ea6a13f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0011560ebecf25fb007df8fec6cf32245a3dd1a385064f313cf4e14a31d0f6db +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..267d4ddf4ac18be9382f2bcaf67d0e07719dee45 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:565c7cdcae021f0ab13706a818bc8b2f15b5a0d967a26ed787d77d3163b969fb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..afad5fbc37349a5899c5732c6336fdfb44e4cb60 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0ac156814a29f236d6aaeaff7c6eed92fce45a7dea0abd38af5ddc1d5ee8e89 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..11e807e0e551a35812ce36f98482eb6243f1e67a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec3d4cea77800e86033fd2f180da9e3483f2916abe80d855ce13088b0df276ff +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9fd0b5f078c0825a99b0f4feb0819dec8ed48156 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:baf5aefd8f07ff6628212e0b9fb3d94447e36339a52f2e799dbf54b1367a192e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e9deb4cabc0abd8c9dfbc1e543f7dc401ee1dd4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f65eeef175f17695d1a020e590643b37da4c38a0ecb4d39e943fea39910419e1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..edce581b841c55525d5b386425a84899bff9d494 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4b2ea3c461a06b484cfc5f58eb4eda4c76ede91ed0f8567640c7e597b0364ec +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7cec56f3f74321f5e9b6b46d79161aae7b25b7d0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09fc820de4901ee3cf5c65c678103950fadbe513b25c357788877c296fe48e90 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..77e751e35395079a5c6217564f98d8b016ff6f0c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70906fcc6524ffb224afb1dcb5a4e8d304269d60a62d841cb8112e3bed3266f9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1151e36a3ccbd40919e77713f3d1f18a24bbb2ed --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c96d96a0ab475ec51171008ea25103775f685c8d90432ffb8253dc6f4bffea04 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d6bd8a7aff7f7aeda5fa17c247c62c82ec40fcf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e51821c042832c5307879edf381b323836b235f108febcab453e06723dd2e5de +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4567a02b0e184c164b8c045fc70abde48a3bc512 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dab738ba7b0d39a07b1141b7cb1903167ff3246572e4a65b771cdd95ff0890f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc9fdfad2003b6ac3af2988f068f7823a0741594 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b895eba92c9348beef2f0b2b53552243c0fc99823c0ae67a03879554174670a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..07ea804f61a559b968e12f57dbc2934b7ad97384 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae2ec57d1ec18bc3259a8162bc679eef7a9dc85adc4ba38a1542ba18c8bc3851 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2af9af48f38eebb993aa4dd5903c09bee3e6c5d2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74d7a862344dbdabca9c57652be1fc5e8fe1c4c97dc7e34bf338f8bed8dedf17 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..963eed5041c43221ba8a41992a6381c26670b02b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a476240e6cb747378d4252cd476631b0ef95535b115c7bf61166a4df67152d91 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..66bd07db6fd95a6c289183d22df397cef6cc07ce --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:646fe84a0f5b94f910cd37e400793e2e09180390c81e0c9408cf6de5172d7693 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c13c74551eedc6270c9f97820b6b09b4f677d68 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adc786fee9ef730a8fc2a21fc4eaad00f293808b25f2819ef9f0e5a864b336b1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ece051692c363ba67a87d42796b8b55ee68c47d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eba99b6bf0456d870360e8d9d439d3febe1f131f15fcbd63ced30887a327845d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b73f1d598e09be64077ab17fc1ffa150c89746d5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01eb4aa2e34c143b0e0bbd1675fa29ba88ccc85295fa4ad443fb8443f59c2eac +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5698afba4aefe60e72b87b85d7b83df98412c87 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14a23cd432e65f0807f7624aac267222ba4db66f9deecfcd2c28e6c50e2d1776 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3894ef066f8ca5b7e119a929925e671654fbffa1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ccbeee712e6c5a35cb862b3771fff85791968fd1f5c43ea475f1525313e5643 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0df6780c9001997d1f502bbc5c620a65a0568a90 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:016769c8990bf2788d5cc37073c3d19254bc87624fae62f40925e26b8ff8ab6e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6cc440b41f2e88fd10b128beac50e1cd85e4a79 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfe5acd316bc970bcec3db4490ef5ab866a926eceaba480bcb53f35454a7249c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4f82c86442014ebef48d3a0f133f7aa45f8b320 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46e3a4cf856142d5ada89a96b7b18cb84c74c01ff7070b5dad9f033353e00ec5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c04b08532c4a97d75cd057eabf74511d5ef9b625 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5348a10304cfa15c8a70ee7d6f032a13c762d449e191f5fb09fd9f1d41cdb53 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..edbb7daf85cd6ff6e6ba316eb1c4e0102a0dceb3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30d5bbc9ad4bb48a5d25c4ada77f8da4fca39fc625e260f52f5a50c425bdb645 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eae3ca4c04f7e68e529998d0a1f0586d99575aa3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51a12749d0255a080ac81d8b87a80dc55fc1ed0421b7b800d59cc403d39d7e09 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..589c3277b9cdde5c54521677f04a9bcbf8f5ad2d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4e74e683ea060189c8a0b856f1590da475cf018ec8c484af0d318416328a510 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..418fbac54c0194684439d73fdf50481ca0374e51 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c257fe13f0b23dabe58be5ed56a01ebed517042d9546aac08245e030c82c51a6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2532983c50a174fda95b26ba612e48d3dc9ce17d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8975df12f7fe1046496de0c2c854c9169509b13b7a74a172395c8cb3aa6d0876 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..09bd473bee3413f4f4a827c4e4f2e4dd6df4983e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e65f8761bb3bf9c66767d4ce1add06c36dde7e81586e004dace2e33f0d4f48c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..494a4f1703759fb14fa4541eb790e23562b63ed0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d8a36e91ca5d56a28e20fb97df311d922e25cec341c7512964ecb88ed95aeb2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4b453906a5900782db1d361956ca0cfda0c31df --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8af26bd40d441a61f7128ee6b366670c61782d9a23ad0b03d53a4b2691dd9b32 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d1f32dd4db21c27cd9668540d57596c023e9f342 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4bc04aea4bceb08fec467cbf9ea586ae145cae73d41e022bc557e7b4e0f8298 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae5cb6ea87ad790878f1110af4cb355975b74c2c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f01aa6ad5df4263486b7465c6f4e23f4396bcc1e29c413edeeee093866727e1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..75a23b13868ebc9a7deb2384807beadd0ae91f33 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8346b40da22964072df1e177d58227f9844432fc1ec8ec9dd9544ee14b33b9b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a64aca3d125c31d81c03a713262056e25c8edc4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85a4101475782693f9ce10e5e8500d4cb7cfef365a285dbdc88707ec5d15481e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..280ba591aa057ebda8b7e932f9e76702a23f30b4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8287e233a920b7f6a81ed9d55375b84a6406c31c2c7d13c532867afd89af935 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9502d9da7b503d7ef648a8453038a5da899a7729 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:925299042baf5f7ce6b3a35fa8d2b759eba351e99c2acb9a5cf3920290036b2e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2706e8d6c35d02f1ed29c5375193ac5442335fec --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e75afe441d5dbe9f22b3906b4c27bdb3af2fdccd74abc9bcb88e6654e2e4f0d6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..159d0bb30c24e6f2490fd775b74842eda17ad31d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f55461e09f2d53c0de6241e02ebb08ac6091d786c6f0657a88c83efad356ac4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bff4a4b50b2f160d175d21f9ca0d9108f36749a7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7945946852b7faa41c98614b75873861ae7e800f52f9c74ef74037e9434f6f10 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..513837df146985734510df654bf9f0eff6ce376f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb39f33aa4a9926fc0a716695960ecf27df5a99d8433bc931f4a1d7b5dd932c1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9082fb9e61e91124674525af62b55fd8d95f61d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38abc464c08814e15510bdeff7ccaab57d9b94ec782e7590c0d72ccb33ea89eb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..474c1c4d3a746b2a205018d22440218c75f0f11c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6798d67a1b47f96131b73bbc46fb349b1ce4cc2e96dc8276c513f733fbaa3519 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e33973244ef186b0e168046ab8485f35daf00c6a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14821d22caacde9009811b8a18b8e61c49bdc2617f96dc80f846ff93b40b3691 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b12348f75f69c9048cea89f065a8d3cb14dfb77 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a6ffdb8699a28d6d6a115c8fa9dbd2641893e9c615015a16df188bee35a2128 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7543a8e726e45d98418f83bc024c8ea4face8426 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77dadebbd3c2373ff3155fd488ca048d70bc49f196140361cf6fca5263be44e2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..df65632d77ee5c21bfb51e8a57b9edef5665b692 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58ef33160bf40b63bcf87ff9dc29299b5b20682357d143d7d0972c7618457a90 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ef64c2f3dcb757ca9da1694318260e1e03adab5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3700adeb54d63cd6ed7725d8f90bb8023913804b5e1fe4741bce3f9e3723ce31 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..587c5d8d74ddc404094a9af37efad174b11af892 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ca06d3048a02f19c570e466dd6020fca9caf542dfb19f6a1bdd53090594b6ee +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..da0f353ed921f88a4c6b7b61e7c909fea8e80ace --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee01dca09b4c06130dc2ad0caf190dde0cf7ba17fab57aa8c9eb7e2efa612b37 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f6678d29caa060b7d0bcdf151ef4226ad2ab1a1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b466fe9b008a734841e105a08677672d1524b89323a050dca5d9d8875896261a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2265a09da28e4cd425d10ffa5755ab3ac858b9a9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6069715eb369fdc4d6f83e141a7637665e63ca312b239b2089c0e42fae91f5a5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..099fc2b40ce639bcc8546be6ea76bf87bf47e411 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0264e4f46ebe88c56965d43af4c1fff842b03a62f364e4f66ce619cc64fb861 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..21123e7938f6e38cd726850467084b81e84db77e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:954c7668dc7a54115075d698addc2c425be6fa0f37548a9dd20885cbb241f1b9 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3378ccf13de2c6d5c30932d772b046c419bc6a78 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fed3b3840f2d857c893540f98193b1c11146c0dc05967883599432e871c6b55 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..71dc12a17c3e837c3b57a135cae590c866960ae7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41d454886ee90964fe7b30b04c9ef825808c3e592afc1afd918f4fe57f3b0a38 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..31a00f11ed9aeabe570f8a43adcdaac4b14950f1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01e4239e31896c662bbf1853d2f58a03423cc49e72dd0f3d8ef08b63e4b03713 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa908108dee49df788e0d8eb856266c90ed64e85 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b7452ae32948730de04db3f1748e3ce9b358eff2c339e00fa04ab1217ce31a9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ad2073249dafdf4544e136c46b94b63771ef7b3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f14fdf13ac0eeb1235da194ce19da3c64c90633d51ac32b80ffb1160b72b6737 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..43ccfbce78e52568ec3913198249223dc95702ca --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93762c2b2e791a1a97cfaa40e129143c4d018acea007b6542d126581d971b0d4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc1ec49abcd0bedcff0a9790fb4afdf2af8349a2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33f4d75ac4045d01217de388e3e6a26cdf3ebba17eaa0f4c5f16972b60fb118f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6714a80b19ec2b7365747fc11b84f3cb0e80debe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4db8d7df1bdf542a1948ffd62e9bcab35345fb3b49157adb5d42f65cd7ce169a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e03f181101521aaf0719591beba25436e454392f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9511696e03fe6955477c670f2474b6eb8b007e829baa72f6ae4769e9b9b0d4b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3351ed16291135d2b063fe095745cd1da82eb027 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49fe9f408707692cc0aae6b616878948e5a9c49de77ec6f2abc13cc366e520f4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..57503b0fe9c400d51142b954e281a572434d497c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b6ffa97b72cd42f3390dca3cdf4b8c9985aec4fa04312d5f94235d5b95bc287 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ae5b28d287165241530b31a45fa82b5f1c2a90b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f7ca8bf1afe6674d37b4efeefd618ad99fe62dac7debf0fbf67052707aafd9c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8db8373ed8bfaa642858415cec70d8fdf561400 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:546a4e8cbb219006e31fdbad76a87b24fb2512a0dbebc747df904b79df9e812d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e765b0d48a59f647e823a116c26556087d483429 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1d4b2a74a5eae62abd17d9d91fe525aeebbd192dd462a7f569f0a989efbeacd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d95d6e050c12ec21caa2fe3c1facd3e5b3c84b5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ef073ed9e9452d2bcc0e6fdf11e63d2aa2d8b10c470d7f2f0904c87adedeade +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d2669d55d8c475790545281112067136c1ada5e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9718c374800272d18e5d7b90675f047efef5692ea8c334b96adf0b7567314b1c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f581c5eb97e1283de66dadcb06a78ef290cf2c1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b923f7213304edf26da4d116f2825497c08c2e56be1986ac3c3251cc7ba5664a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..40073acf52cb8607b1aa4aba4a8381348fb00ba3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9b55d9def2c25ef649533a3cc65e906b17e920ae50b71db26075b437ea055b5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..97b0a0243a9ddf34f653f9dd074c83be95abad9a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:508216b57328ac82e4d6d05bffee49b98526f9606db9c5729f182dd2e831cc16 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d0e480b6b164982ff950a35bdedea6dea92eab7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80070a52fb15596d3668de8b56ce20b236b8343cd0cdc2c5e8600c7933d93f99 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..33461d709dfe39bdd25e54812c5cfc34aa9c35c2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:026c069f07cc32d2b8ecedb81935fb07efab4b08ed01985623ad96fecd6f8e15 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a2997f410ddad8179f437242d9b12395dcb65a6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b29b78970f51c64638101abe8bbe4adacf7a10b16f2c271193da19f8a6c0b50 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f41256d12fa51bcc3f4494ec5200c939a45a58c5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c611195a031e74cb28e57ff5ce7e0562f2ab8ac871403ea9df34fbdbb4476df3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..850acd153c18a66bb16605968bffd6c74d6ac5d1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05eee45f238d85052b61ad0f9d6566aa58e742d6d8c58c0e22af9749bceba49c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6b07928bcaa446856a80cd4b74b97cd7eb8e94a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f00cc703895ac025e8e291c6ff1062a7f99f9e924d975ad5fa3c145122013a42 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ac659608ee29260e1882c156abd8f87467e0305 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa627d4efa5627c769e6a6e6d85dd09fee8e933b20e6eea9a4b65a03124891c8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a94d7319e6652ca0299d558f8a23f1c4f60224fb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f00fc83d1ed468cec44665f488e6450c99e772d4b58e804149e5a5bad877d979 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..71fc355c2d10aafd8b15a5c35ce9ba014eb2bef0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ff4194bff83270117e462bd85e83a46429e7502ed7324fe4b09349c3a8c2a35 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8702363dc17a7741b59e206b77ac4c3cdaa73eaa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e828332ebcbb70c2465ae5cd6f1e4fecbaa9a993f87a621df7af2b34164040c1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..68a3215c9b508bd392d460411209db6dd3c2cdac --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c5f5fdcb697ed20e7a6473fa2feb9328e4b5693ba4c49b91b54e9796e62a33a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..04af2198de9b2d62586cfb65d99a6a1e7eb547a9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a6517319d4047ecb5d46b00ad041ccdb2bc06556750a815cf8c3d60af9a48b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..defb4482b165bb94e40fedbbb42b4a2a71bb1f54 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d08449e6b1cb0b12f7ddecec5754cee3a44c327f236fdec9981cce6cfb115689 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2936695939a5e97db3d673f1e3f9e4cf83d5fa5a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bee6fbcf65322cd42729feea9ee9b54c75ef3f0a8e89b06a3983aa22a79d1478 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8bd581eeff297b20c6cefc0f38df82c0beec4263 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8014c1ecff73f60eb41d857c46adbdb21bfb5c1bc543f501abf8cf36b969450e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..baaaacfac523bcd96bc6c522aafea25640a98d97 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82cd78aab4360fd5c74d40f0831f318537331f10505f71e74360b114ac86354f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..29c47bad8a5b5f243622fc835abecae61626989f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6da0d1f09854d1d8a5327ba1822c5042586bbda8f391dd1fd8a53609b5cc31e8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..850038ce2bb18be23ed998d9b377ead3146152f2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee1e8e15be9a65e390a3a750b90cd50fdd7740924b72c31130d2e941b1702015 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7dfa9f6cb8e826f403eb4b6439d29ab838378d85 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92b790c0a9e49da2cc60290bf8efcc530fb8a57e476955dfb302239395845065 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a52510effb314e5e9a82b9064691ed4c7a09f4ee --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39d278f851325b49e0d42f22418eb5fc04b54cdd4737973952b8941e9d2592b0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7185d05a28439d427d4c5016e55a0c26f8fb1175 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c637679a57224e7d9f6c77eb87074ea7f9661d45bbccf4518b231ab6e85236be +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f83b6f695c60f09e6beaa01caa02912c6eede6d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b349b215b74b7346095e62a614e5ec2bc08f0bed5e5a889378bc8fca47abdfd6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..582f9a12a2815f70b227bf81d20deccb26adead2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dab9452fedf62b2673e2bea0afd503fd186f30103806b8bc00e76d7ee1c823a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7cce8fb148eafd39f4bc7031b90d56f2c86ec3ed --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4c9bcfe80e6a541a191aca65a17ee1b4225055df32f27c00157b0f07c7a4d68 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a3a0570f1ae9ca148d7257854d3eaba2df3e71a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4569b35ddb8aed7f7183be57b3bbc1e18321e3380f5637a1e37ec9e8def9b75e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9987bd13689caeba41faaa7eeae51e9d6197110 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:758770bcd342c0d7c815912a48961b1143ba440d184a9c5929ae62714aa640ce +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d0fcff9948bec6c6df9d29f6c47d24bd67ccb9d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7237a132d53a07ef9d7540f34c686ecb1e01a1845fdfde8f50eacee07ddf277 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..85470b93eb2b7987c92953c6f0bb40a91e555f46 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32c29ae827a7905430e820a72a265bfc09b849784553dae4db5a65ec0d6dedd8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d444114cdc24c6bed5bd690ac89de017ba0e0b4d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cafa01af7c05349c65e54a20d6ef112285d813734a104ed2338a062b1376d34 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac534913fe8bdadff9d24973b55ad0d52d3a9751 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32a42da48212927bb9297bcfd9f638c880445a61471454d042125d4c043a92f9 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8adebe9ddfa7ac572a694f03724ec1c77acc53dd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f5b0d5f10e129b3f31ec3161f23bef824d4a32eed4edbcf3bfd7b7dc9cf400e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a795bf9906a0ecf6f8075dd58e21d1a43f10725 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef8407a2cb33e14485cbec1a259f9e3873b1fed7a8cd883cbaf43cce3450cc47 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a48ddfc5df31e97f22c6447b9b9558c755771a9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac59ea75c1b568674acf9c876c4f5bc3a024f2e82834f237af3ae4c61dc0a1da +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d690930e29a5ab105e682cbbbbda13bc84084e1f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da4df64fdc97837ce8ee63b4e5bd4616af9205b57dd2f9163e84c87a7fd574a5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b34043665805069fc6d0feb9e7df7aa0865c071 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e32dfd2888a252e4d87f6f713a2fd67b955d7411c37eab611c57c3a771655f4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3e7bcd8cdf42ebe1304165ed9e832c647a1f679 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7a37f3f83a37a5e81ce6b557a4265be7ad3624f598cf22bad51305503984293 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1829e4e16aacaeba50d6897b7f1ddea7c40c3aa7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b3f946fec9b13dce1d2a25977a06101f2eeb24d42dcbd109d3e4a4b96763a8e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6e2ca3fbbc93aa3819a5099d8478ef1f656309d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ac8a9739a1af7e684ed1f7fd9539867b46b7ab5be84702802b5c898c5d335c5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c45022ecefbd4b1a3832325d952ecb45f1d4949 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c02df31184b540ce0bb7fa413abee6de53fc09e095504d91efd4f59e04e24d8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e11db5da44712c1dc85541e74273e78253c3867 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:134fec3268cbaf01281af8f437df5a52eda0acacdc4ba955c22e30d2ec88ed29 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..717f449d5de95d9b3e4e1e55a177a609909b297e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ade60041b906a137cee815fbe7a05fee2a2b1f161555e08470f79936230af26 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2419813d2e223215b6262ab69dffd5bf7f7141b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37b9528b705aad19cebf7967bd28c3a136794e44bedc7dfd50caea0cc1bc071f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2bd362328a3ea2d09d38fa1621bdc875db106d5c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a2b77fbc183bd4b542a0963f13979b080f0731440781c5c6464ff171e20803e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..593f9739c69cb191685c708f09c37f8e72367bd9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4905e347fc750c4873ba1327060c4642357227fb93cebcc3b37182f58b6406a0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..db608fd7d8a7be023ada007fab76ddac54c9c9b9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5597efc6ae32bd76c53ed594bc3e852ecf1d331b14df655fac5d461a2df298b7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..55b6fee62ce2a0fa7ad6fa3227ca75cbb9f87050 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:640f020986f8da4924b4aa7aa8fc0a6d0e9fb370fbcc3fa33229353091d412b5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..79a4b1731ffc3cc37f5ebe983b11318331f254fd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41b8af1f1dba7834fe43d34d034d39ee0faae52dc3f2347416241f4e689d0b56 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..223264dc894c13b3b8d759db0651bbbb0a0d67be --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a2d83dfb4bc4ab71e04d051241f38a8280d7d9261f924e08767f79421aa807a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c26ef47688149638b6db19d8252d63f09f3abb93 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c962f240f8a88bacc7acbbb604c54737e681b7310522eeca65e2c335ee7d77a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d68183c2ca73806b116c44a77c76e3db02b0537 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:386f5ede1a86239e3c5d24d61afa0daf001520ce01a76f22f90d9bddf4d9e07c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a86790cfc6ff13d11f0e6ecb6626f47d99aed2a4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2d8bcddcb7dca1d77033fd1a582a25ceec8f34cc48fd4147264a6cfdfd08c1c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..20f4523c9b1581bbd2eb304c2ec0c1669605944b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77aebb3ad633148ae1f9bd7ffbb00ebc6dd0eee51ec1a9ed2a1a56578a3d6a6d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..67e031f4d29ae3c3bb8cc6f1b1e65a4b30d3fc9d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e729c13c86f1a423e634f0b1ddb57ae89c17d9387ba0ce5ffdbe3e2dee0579ad +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..95e4ee5778fba8c66abbdbd901413ea7a42a5248 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd7eac824987712f38ea3d3b84b1d59e8f60448dca7d0f2fa9b1a8384095de20 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..07f38f561d0f502d8b34873e3f017eb7530b03d6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16aa570ac0d60a1d69298e2a35fab4f4f15699fb4367654d33d264ac07fede6e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..14bcc9c459de24e19d0eb349c45f63895b7b7ffe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdc412883dcecce74ad756a928722843131030c374d2557808c7297061f75a3b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..499534070ad2b0e9bb2a02397a02aeaf837d2c36 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b48fb09f83327540515f4882e5dae7f80865d13a29dd36582438ac1e1ad0d26d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ca935911e59c9aa2e2d2852dd728fcbfa295174 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5feee3faea0be7e437ca3b561dfca8541d2415eef9868b848dd0764fd3452e91 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f715739acb3ace75062822fb37c1ca5ecfc96b9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b12a2a785440b7af51f81866f2cfc2844778d43f7abe61b4d125e162e626bb5f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab140f5e0fb82d2471375651337231e6d5e1fd5e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c5c6d1d120fb799c2707c94eb66a27bae1338b69a2c52e6ef0165c3dd3cf96c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..69e65a6405040b9b0c7fac182df70e52c8070666 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e31374426e4f323866ad6e1785a2df5b397eb1dc383ae1908215d28e5b0fb4c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1120436e0e5ada58881ff045c8c106f7ff0f4caf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7557be472c3bb699de7aae82d4d2ec482886729c33186ec09cffc67eddf3b052 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e6f321ac7e142f78fd88a2181c7abc532e4d5d7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e707bf4548ca40f4b0330373150ac5a2b0696472671860cb13726e25486f4b8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abf81a0b5f1d66495c9bfb73a6d409ffed3913d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4a781f80129e574795c786e7ab61572a9b002e0b6e620a90bc90c0cbf45c7a2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ad7a5fa7b8a46cff8af133f1647dce1df37f879 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3fb3b70029e41bb0e6ab32d7019d8243d56572960701904c76dce60505754b3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1707d64fa68eb07cf8ca165018ec560eb1930cc1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94a8e83d5668f457e6801527fe9d36a4c7d852c21be48e998c1f8a22a8d4b030 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..606973587fa39c85d7dc32287fd708b08437caa5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c999b77f32b03ea421c4d4f665e5e09a846bcfe573639262da861cbc2bd592f1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a030b76479212adbeaeb53a003e89c8d0a5200c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24c25f2450c95302c9ca66317f2b242da4d4fcc7c5848c4c93e5bbe067b1eb40 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4da65ca68204107d0a4727d1e1cb4385a2da6d42 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c356b5f7acccf2eb00a00e85631fbdde87a652cb4daefafc264d925c7964c7e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc2969efe07acdd4d5e2fdc03f61fc998d263264 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42f15055779c64042842fce724da4eac1410989edf54a6ce8588f8926487530e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..90366184893f8b0c0e8ea1a6c22afa9c2b53552c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:646447286d87a13e994076e9b284f646285bf0fab8d62f23d7a56b47cc61bd9f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c24159d6486eed8ef902cb97355bbf6b75e4eb2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87fcb1b9ce9697d952459c4b228d0f8ff5fd2e5c271546f00101a013e3453488 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..de9e1b341835fc44d21cbd479c41d4940e74f8ae --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11bb3b314f4b63dc193b8349f45a9de98b8a756c725373e853423cb934df5f09 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d0624c3e97d5d5e6c5572724a485d4057c98b7b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26f5061c63da88c8870042c9a474c8927ae4e92caeea8cf9e59798710ea430a7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..faa766f68a9ea14b46d3be57158d9249b5860514 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d343a5f561351e179944a1e9f302831667bfec350da5fc7d2b0dcead2ffe5f03 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1dea5374eb04244b5fe6d4ecb63ddb0d04dadb1f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28a82032f7dd07c5517f183b02d26d56355a57acf3fcf51006ff5db20b34386b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..137f2aa42ed8922468cccb137ba775e01d24e924 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:449ac40b79da1e524b169c316236646057247ea4bc5e03cb8275b7097fb6e914 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f3a80859000960585063d2b1e4d019e1ca3a09c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd6c93155a6df6a7dbe288de6ecbafa942bf5e3fcb43a436d04aa53c452cd30d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc54d78602ebc2084f1d578efa70d35c8d56ef6b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbd71fb5e0f13c3ba7da845d031405cebb06125fead02441e0b2af6a77d79500 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/lm_head/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..01e118fd3d81bf9bedfb17244cbd8c0a9e961012 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:128b17510683dbf6d1ec6ef6b248b8c9af852a4ec40c0745c067a7bde631bbb8 +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9394d4c129a4d4dd85e7d39d490e90bc94b72fe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a48fbdf6c3c67840409cbe2539798ffd57f56ba77bec44459bae8a88d89f8776 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ed1dbca421895708dd1e96c594c467606ad4cc4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80b47925e3dcffebe0c675ea4e39dc6c8ca80e64e7649c3c9042f4cb25f8544b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f86e6f3e92437a235ac1ca7d6869ccbf615c992b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d16968cb5a93cd357a56f351fa1a2b3807b71cb23e1fde450257c9e9c249d184 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bb58d8557a18e91147bc4efff9ccb1f8798501c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59ece8136b0abc78c5d263b226f256b5136c80a847a5c409eed01182c789fe4a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9207e38f20c32c78ef2ad1d747b88bef181d4ba1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1983730287c4b6b3b60c3fd712ea7759887af522e3499eb351084b97d58d254a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a65f85032f50a25cc5f2999ad7ebc11021342673 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16bf23bfac7cd063e75fc8008c64d7f797ad9da4a625fffad0065e6ef07dcf14 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..09b4a529ea38a1fadd853d3830bdfc5262f4f0a6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e55603df8e2a99cb88eff32c180b1305918dc8632b6e3ce424f47f0bc015ab0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..888dce2a14dae67ff10484b0a3f0df9cdc223630 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:554bd47caa48b637c5c3a27fcfb32bcfcf1d0d25fa4aeb4562b43a19ffa755e1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..162bf2dbdd2ce27698af98ddc1d9bfd9108bc23d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77886cdce75b8cea57c0248020d2cae554c8e79cd2d45fc2b479bed15120775d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6e7e4675806b4fe5361824d513a63e9ecba42b6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1354eb387b66223f88034a5f4dd5f49f9ea7e906ae60d49b1e7b54454db19b69 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..05e71daf2b75eb485e1320d7181b5fcff3066a1e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e58d36c3ce465ac1cf0b7b22daef5ae5aeeacca7b366f56787c5444b55458c6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b79b5b9bdb0e033d19ec49c096c8d760e3af94d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b662cf3bd2031be310c8ee58417968a899f8c30ed9b91f7b615ba5d7642ec1ba +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..50afc7b0355cdc588e87976ab6f6748ec5dc00ff --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6899139cb3dc8c3caa42bd4dc3eb8dc685f77bb9b09bcf8e7fb6cc191071313 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..93999a493bdb0a7d35c6e2d2501bdd02668b1773 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70760eb8aa2443adc8a7c08c059802e4363ae6b8a47e9052b1644821a13e5b90 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b48063e803abfeb77a8eacf83e8f1eadb1a5e010 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab3bc4c112404ef4648c6782a422f06cd10984e50f06e79586d05ba49299fc9e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..238a2699eaeeb38d918988eece8725fc2489984d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:890406651428cb8afa09be368be1c1906581659df633f47e4bc1672b152f6320 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..500407d62373021d2d000e1c6103f1734cc42a73 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21f7543414393d9427ac73f061f097ebaf3b59a2a70254290d782392ff6dbe6a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8e0e8e42d0fc201362490229b123457a77e0ba8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce77371e82034a9214cf43938d155ec62db7852ba67ffe587989348ec4aae579 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fea9bd6bc9268e3f594013b5490da72ba10e525f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:316bf17b0d462067bcd28ff90ffd302d909e8406da76881a79cd5969413a7f11 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8acb5305d501b54605d3b728301cf01ef59e82f7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ea2cd73f6d7cde937b9a91d22df3c176a6f35074e4907fbe2ca178016bd5eb8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..61e8ee0f3dc7f651dc5b48983a46daf2d9b7d9c1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be8ff8c43c3df67efdc077299ae053fa6642d1ad682b885377da009f50a6d026 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b92545fec1b3030c8e6cf7598b615f2732ae6773 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d68d1d7481152dea0c6c5ef8d559eaf047fcef188c3542caa7e442b355ae1df5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9967e296f8fc586732a7367897d5a495ed5228a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2421071d56e05f71e465e2b32eb6cff7c9595cd74e48d3037d4875a3f1e26af9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..87e65ef0e6743dd28fdd5bfe9d95f9cc6d63b274 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57d4d691ee89d8086135eae8eebbe62edb97d19e7539bd73e6177629927fab54 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..877911bd78f5701acd253cacf2664e5c80374df9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09ffee5484cb2e120ad66a9b5d8b0f19ca86e7f6f104106d792239f78c698038 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c8ddd4d05157262702c73c74d14cd2ed36ce884 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a69cbb74257e43f87dc7a90f9be0c77837ea9b0d21af9d377cf2b151f265c8a8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0766bda3f4c0ba51842bf05c61dcfa28d83bfb27 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43987a829e0ebb7c3653a2d25b8949c5129c869110b495ac6db7841833dc1c91 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9da5202375de4301d94b585700fac782499d5412 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a68b08c7b22df3364c446763e14c96fd8449dec65eb0eca6321f56de5471ea4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b181d5085b10a3cb5a6aa4317db1a306e7bf301b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eeb50ea5c01f3ac16e68dd8cb882e6b85f73c0e880392e1dd6ac76d6b98ff5a0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb5062d4e2bfec321038cd7bae8a059da8c17535 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3da3a5e81b7b9ad52f66de960b520577456548a393f83598dba2ce339d33512 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bcfdbb0bea73c030940877acb9a69b0443185973 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8add1e31b9fedc420b30e13ff66b4d1bd8d6793c51df414f5ce47472a5bbba91 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..14f81fc101f2157acc007dee39565b85fd10b030 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f6a84a9a49f084302e970fee95fbb77a6ba7f80bd6e6d5c06693b423e21664c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a352559d482c6e099049b416df0aee28a8c9706 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b01e576d1ee1867b986969c11aae3aa2241a797e2896f0361955ba6ff08ce05 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..82cddaa531c52543194606a6ac6fb71453079667 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:636d1231d905d3ff64939bb4a94ef9d21feb70ea1cdf553c1447275158614eb5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc015083cf7bf4d6f865b8ab3d00f3fc5c4ee09a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e466f852ea815fbba8252c5183d7cf32d13a5fa7355b2fa140cd19c42f09385 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..142ab2796d29d795ef61c93116858816bf2c281d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd14647d39752b6d7e35a68afd12019b0d3ebea48a486e3c090111d18bed1c1d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5123151a70128f2adad560bf5a86c60b17dc2cd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79e453e2294cec52bc348e301ab3a4aeaac532e1e242e792a22f9b77ea48a5f8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7cfb72dceced2e732507d23e0cb839db67da89c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:782584e9dc13bfd54c8f3af60ffb1c8d810cf24c4782faaccb18a00642a10673 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..53fe9b7e75310452db44336a6747535f6ee758b0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcfe23fc51d7dc0b59a80ea22cdebc7be9f5c327fa881a76e55abcc7f6727fbb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..60773ee8f010e9c0564c45763dae3fad2ade45d4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f86592cd724edddf15f22d43dbd1ef21964bc202c56aae61966abe4df1fb44c8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe99f8f03ad07fb00df6603a8632f38c785cb94d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65a5241c29020117d13303301dfc5c58949de6499a904a4a1ecd1c0fd9fc8245 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8bafb7a0a97b6997710c0cbedca749662e11c544 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a6a2682f86e15981c1322e410565ede2da3a30cd5e75ab5833fedc0e79af0ae +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6b4b571af2f61ac97061867afe7c601c3cea2b2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22ae80cc2e1b0a4f2e9def414d1cae80b0a9bb707ae10d21205a8e93b5ccb7ae +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7293ccbf389f3a25c11df0bf5da72567ba0874de --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9a67c5a83bf5ea637222c8262f91060ba637b837a2c56d643feadd2906a4495 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..560016f441b858bdd726a477fdf5d350c3630cbb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d04dcaac0b28bb91310e5508bbbb78c3fe5eeb43c41d7d3dd5a1c68dece26a27 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..013a9858a9677b8f8a7980167297c3eb870aec57 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e70e328036504f393d7ebe467427d3775c617a5e2d98c08b4c67eca8cb6a1110 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..862ff3a02e070332a40d1fc0dc5b50ceb1481799 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f725cc91b9327fcd9f371efe6b37b1b373f1e9f411572bb5748dcacbfa392ee5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..197a1df156ef8d350d918b1471b8c3c1213e71fe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19f0b096b38355a3e964d205a87e1af8690c889d5b93b85fdecea6de7215b66e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..541d38370d49b1fbe2a19a945cfb415fce16def3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d0af87abe27f752bd2de37ac3f090c4429544f05d60f88ae9fc30e2a72bf356 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..87136e7d3217140f5d0477622023ac52fd48165e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8197dccbc37381e02e5ef0bf49a6f8abd836c31046b59e189855f21cc4deab4f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8ffc23b658a9e4b03372cf39aa801040e454d94 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83cd1b35ba873878bb0ba4717e6168584e48bd3f77fe861d23c43b492c7818cb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c55ca3b74fe11ac58a422350579704780a4bbc3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:692634a0255a48e9d4aa578af9282f73fd276c1032cc40df4370906d76035e81 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..45d9c24e7b20b248c56a512a91e3c4e1d5171fff --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8836437c3822be7c9ae70d8b9fd18f252b09d6dd5e64ff082cbbc777a19fba4c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..20f652615df9b2c8929a3db4d5320ed7d3d66a65 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c193f2e7de8a9203640b48aef5f5827a8e644cfe78c5d19817c07e53f13866d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7bc151300fc77071a6c903356a87ffc16c601dd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e64621f6005d4fea91763f8606982f6356b0b81f6ad6f6eead47b77d91154f6f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c785d1c2eaa186cd2ea209e21a1427ac69b72ac0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea10bcb64882cb735f20c98c682c72cf04496f2ceb8f58783162edd11fcda33b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..941ac30c4d3c8130a0a4d90149e4b7bdbb921559 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:836cb97640ab1ea896c08fcd58f39a4815eda3089d9070410e18df088db3e26c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..12f85050708a5adf41e82277aa432e571b5a57dc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8abd1c63283e5250def6490f86822398189b59ad624584b6913f71cbde5386a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f77d5246d105311d85a6efd5b89a98264b18b523 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05a1e74196302dbbfaf57728d566583b7b72632233d2d11d2709eb3af3af0f0c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a62960ede7c50db2ce610e48ffe52516d114555 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eda179ca90764f81bfc2b9fcc902f07215f685e1025d995e2180f00279f524f5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..33ab93c20e05f016888af02a34c94a97166648ab --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4afb9c6b74d7f47a1fa12f9ad430c8f708ba8ca35e09f39de02752d6fece626 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1517a1495dae5f63735fe98c0ff9fe8dbf00c21 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae031a63d49b08e71e51b7a75170c7ea1832505f51b5e0ce5f3b134d7d33894a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a68773283221132291b3ec5d256bc5dbdc1d07d4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d567ce0abd4aec66d69ff121af9f6d4acc3e7d2d1dca46e554d383a2d629969c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..374ccb9f3943b23101e745e93139b8ddba51e508 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d9952de4188f071110c5ee42499c4c895ce1673902ed58e0db5d9b87137094a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b69ff4916bc494f3f4d9b6f3167dd5668d6d6ed --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35d4616a22f3258ac8956aeb4ea6677c181af1dc1ec3ac1cc6ca57858239e343 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..134ff3695c3bc78cdfea93102203c1cfab1329c5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0c91004552fc141fe3aac394cfc4f3a5787efeb0a4ff56787953d9e6221f0b5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0770234604a92394eb59b4daee7e7ff7440a7ff --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60d6077d6b366262ac39aeed04c18b7202c2f4e0bb36d47202e6e585db9e3449 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c507b2181ead234293b7fe1c039c511ec00e5542 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8f8c8c81c69e8ae536a1d71de2cb02136f895c1c87f6d915929519dd4dc9772 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ed0f6838899b308b88461909883cb99ec3e23ba --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:add517968c5fc1779e37ccac4543c5eb9b92f896a6dbd2541a04a09c0663f1cd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d88fa5bcd08b91d19b148784a4be0ef9a74961e1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:274cd90af551fb3effa87ec388d0ae98ad48f512e4f0080364633028026b3be4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..898cb85dd5937964525484ed60d1758cbfdb2ff7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6714cd7a6663d71b7bd54344834a4db63275020d0e7aac3fe9493e2eb64ee7da +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e92c7880980c0c7a3f8681a1cd1062be80f239f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4494c8ea14a944047b13123e3174670dea363b6ba28d22260c937ce695065d77 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b786740bac86670df3fbf2249fa23d57e7c1b2b0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:769b814f6836d217faa6af84d1b28fa229f1f763bf6ce14d7fbcfbff702f3082 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..726e4ed48d5b66960b654a99e5510992624fe4fe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7437180be1574ff17563954bea0463165a372ee891a4f1e983196766eaeab7d2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f13cf413808453c1a3a49307e860bc0c2969a78 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81ffcd77a3f9cc228e26eed45ff5d92ba4ae40aaa89606bbdef31b9a97e30334 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5481f882fd86e4432eb2a22033f9813ba0d43cbb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03d1e43cbf5f948002f7d59d2b88bc4c28a3efdc9f0a6cf56558cde03636a6e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa0707bef0afe0fdb2649c88c4caa4dc1f7af34f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8213a2b98072a01ef3a253b31a95a0e34cd471e4231cd8c6c00b329dc643a39 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d586ab6c34b4c10325034742d5262c241ea2e7b1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0f694b0f3fb8d88ca15d8e3f7ac662c6a810fadbdbdae67de8a8bb531751ae6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d7bde5cce215b98d92f9a1155dfebcdb6f7d23e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:138de7af89aa94d8a497d52342dd14fa602584cdb1a5828d73ca037529393760 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..57e9c2e70da73c49bc7b378760d2e5f2f745770b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8caf4b9f296289db76e3a6c5d31504575f3fbef8b7a84259695328d0710cfc65 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e5ffb714c444d8780cd9d4bcf6ab2f475b72388 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67bcc46eaf9b740f0206285eb3ef52973338eba835d2c9efe5ae6bb98b463315 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d524aa789fcb56ee441cfff58598ab204687b7be --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90c7a5f297bb05f42d79a5de2fbf8268e64da70bf2ee61625d430fb7bea298f8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..801bcb4f711ef44c077d67bf80e80fa001800d9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3627e44a0bfc979ec6bcf52e15940dc663e524c713d8c1144da2b45dbe246ac +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b278d422b13573db6aadda7cd167ab19a300880a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbf629b8c45dbc5590471083e4b1526775d5d6e97922eee85262c5fd3a391f77 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3a833b80fbe0c8011038fbf30dbdec879528195 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0b257e659e20edc207e957232c783e7f7c74d4a0df2124b55f6c8c2f5a28083 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ead423e2d5bd7fff6e80437e8d2fef16f24cf1b2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a61ce48d3d6b032628c4fd6c63770e8f5940b4351abab60decd01c678d1802d1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..84d13e20586b76119b39fd8f38b6ca0d3b10152b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1228d3e376f74b8fca68d56a17b26fc72d0cd605d1b97d6d20aa95d4a41e5b85 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d65534de3807e629afb3ab24bb7d1f517ce20d11 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75a3eab8a12c3bf263d1fde427bba14afedb635913056a419d7caa608170ee10 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad1ee62aa72923090edafb05f7d91f0838e711ad --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4befd19e0d4f0c9772518cd0b12a353a8ce24158ed809d011f3af3a355d964e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5884d9b5d53ca5a32d26b59a29ca9198056a1168 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cd57200bf0a6a9c012f7e4ce154fd8daf270c013006c3e41c10dd08db12fb13 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e44537c23a770bcdf74fdb82a0db5208b63984b7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e300c48945ee8bc6a71b0848ef50e06621e617d6ec18667ef66fc0971a98498 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0787b334dd6eb703a560332f76bc4dc8293847c8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a783739176393aa88dc3f3c2de06e4c1bd865073c764285567ec6daef0da1be +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a1b65ed298e4b85bdc679d0b0e553dec6d25446 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d633a4dc7b8bb1b6f6c0eaf4dee7155946afabe4c1ecb60f145c018e507b8f0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..55f22abedf09a26ee3a6a9adfd906743d9154408 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67d7c45d45ec8eafc8d0fb0b8dfe654957990e263bc248abc2d7233e2464b4ab +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd59602a8b587235882390ee74de082b3f46fad7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75263acfd1026dd0c283b4b8745451f0274e7e130519a9526b56da87e19a74ca +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f43e39c502b5f693106a839fe97b366225b17a2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:250157e4f27313153384ce95adc6e96279c94fd14f39b3b17aa77df420f024d0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..13bbfa60d12086fd7994193e92567c9b73570913 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17056deb9e8017a831ef7629dd209a9d20d1cf852195572d276b076bd593691d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ae846b3546fbf0b3e85a5e3420a12ecc69814b5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:219f94a7d61f494cb4fe051982ce4984489e0d257e4359aa716dff4de7b70296 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6980df05de313ce662f9a50bb8fde5c8aa8d3128 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76387ee997783d6a91c861160fffb8da6ae60d7b69fff27f2a2d73e90873cd2e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2dba3d318ea9fa4c8501ac0b709d1504630ddbb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2476cb021362e7adb3305488661c31955704063e3a652607984a985273a521c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..103e84801dcbb8f4ce59c62ce5e0349002c3e926 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9df6edcb66f9b7ae21f7e07695efd065c2d2bc7f40b8236c17b81c2ba0e53bc +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d657d5ba4140e312a530c06b4bae73e04a964b7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f16a21c1c60bd262f08da0ccad476c356769ce2b29f09e2125692e6ee12495f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c45dca5e0fce62b92e47efdab034565bd272b80f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2bd0e80ec0eb6a0ff386d8f963bd9ec821c4f654860a3a37a386291f98cdc3b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a7460c6ef3916c152b0f2792316836c8c1dca63 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e906659a91062c17204a1416528db760b2464417a6fb27347e31696476bcfeaf +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f4f1c61e41dc99fc2a7afe8341592ad973db19e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:299a33bd2b897d723fb525296ee8e666234408c6ea327211f40502db6931a0be +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.22.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ea59d58cf3a44f62c2c5c149fe549bff81f6227 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.22.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31cb3227f2a750e9d918f87cd7b6e4a985d45561967d63be67f5f3bc6b11ff05 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.22.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..87641283fc37ea99e1570a577bbb26e5cb9d4169 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.22.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a275cd44a175438b809a6f6baf24acaba77f7e8c111f06bbcdcd3f0162c546e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.22.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c90cb3fce9a7423c48cb07f5fba623ad92e8ebb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.22.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7b019bf6c111cb117c07db61cbad3d568505508c52e4553fdebb895750fb089 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e265cdfb261c1df4a1b62f19c08ce1496f3c3b8a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b06320b9bde365b8ca2de0f6f5a7e8d13e55bc6674b4e3857b585bc2b4f3984 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ed70f19189160ee78223e0ae6b21d945192c574 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9869d5523964f62f06d14957360e2bf337a50098354b8903c19a814e7ea2beec +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f299080a391b773b61a01f41e12c6eecd416a296 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0215ebfc62aaa8815d192893b6ca9c8a13e86c55208a83bf9b1a2fdef0c49b8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd7fb8ba8a2b25f1cd96d9e996a67353f9b8a08b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f52e01d60dd0a06e61490d66431a2aa185a90a1800890b77b2004039c116226 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.23.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d0b64312cb2dec7fdb1e786771cb1a23e787ee4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.23.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7911db516884bb0f312d4b936ae96892bf927f132a4080a80482992df8379cc7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.23.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec894762d9a42829761ecc35e228f3ec83cd27c0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.23.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90b0ad342e8171d482e6968a63fba4a024c402a6cc1bd546ac9e302694e962eb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.23.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..404b09a746096e22b71ea7bf1a9d4cfd4dc673d1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.23.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:793a9c4af0ad189efef88a77644dda7aa96c7c194c75e02cd11b19a70d5cf819 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fda06f8abdb4b4cc6d164517f49b29a44dc4a374 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:255b5c4bf7b7141738bd50b7699f014ebd63c15b011938909b11f765397b4008 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b87987ad5519d1f41bc1c02fb4a8feeec930a16 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d9fd458da28b2675428dc26b2ad16936a15c29a0e45b65624c458eec34cbcbb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fdbc18f3acfc6ab788de3fb0ff46d334b10a63f4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4988df82a54c1457224bc0c3005e0be8d95faed19ff18e5c82f0bc58dd692df +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d34f1e1f4ed590f3749b6ff6e8bfb289a2fd8c12 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:958eac874d69e280706253224ad4f9d417ea87c556f9a3fa219295b77b8942bd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.24.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..180938fde2dff35cedbee2c9c4a1cecf90ca6a17 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.24.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:719f0bff7769afc50047312fa481b472e27e8fcd17a0a9be8067f3ec1c2d53ff +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.24.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..73ea405a5dccf42ac7988e9f1af4f3f3d74c7919 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.24.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d45009e1f1339232cd154e714ad942f796332b83264857d97900abaa48c6f4ff +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.24.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aecbcfba1896dac154af8e90f9b47432afd35513 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.24.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4404718fe6cdcb4b44837475208dc71079cf448af463d3d6d07c3fd418e6a6fd +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f88bef6af796403236228795bba2c07f92dbe0b9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3efb73daeb47c9839acae14856ad988e2400754c0c98cd3d17fa55a70d21b2c6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7a3932563d24a7d95e427d44c74ffa77e03860e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31e578e2a366ca8623072b3b98d6874a3fb666adbd01c1e9bb3054cbf0270286 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c0bd2ef629878716b5057e500843a6aa71347d0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82d810fd4db41fd95cae7435d7a069f2962adc5e17080049de52a2fa92a50c47 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9f1660bb5cf813b047a856b1d6fc4098a2e4cff --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e55a75d3ca9b0573789e77aaede25a011bad0ecf36b79adbb2421a80f67798e1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.25.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7266641f228cf3baad6889b0d2dedd12868b50bc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.25.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6297c013edbdb4e046cf4f50cee10f79ff8d78a9cff475dc779ff15c84b206c6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.25.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0cb405b24136e349361d0ab4ab271a65ba118ed --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.25.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b40d379a8870ee89115e32add5f5e3c972472cff3b5608e93b21c61f6698fdb6 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.25.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..224c06298a46c7bc038c25b350e9d76aa2dab82f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.25.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3eeefea31f418c3d1ad19a27d865a0942ec6b8fc05280e6cf0d10ca24b90a55c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e92077046f6be131d730481a078f0ad0eef6da2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49bee0bb8f28346aa98c779ac2d99064a56b582ff710caa9ededdd32a8ce1c91 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2284b9ed95963531ee48a4353a80e8e301e11c41 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:718552e8f6f366ae630910b60000af243ff5d6cf67dbbb7554c703c07d3351b5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4ebee593cc6ea06797f5a2ba78b9719cb2a6939 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6c5ac8fad42180a78c112d8613f4e28eff2a3efb37286ac851f97fd76402c0d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aafffbca0dc8d2a80beeefcc9faf203d7247172d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:441fc5861156d5c9c8d54de95481703c97334edee893cd667c5d68d79f329fe6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.26.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..576039ddd6f2aff0ac4e9f30577f2a26e2606513 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.26.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e5eee6ea43e8d8bcec51d0f4a432443b494c24c231f7ae7da06e2ad23769d04 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.26.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..601d7cbd797c768896dbe1ea774816da126fa4b4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.26.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:579674ca48848893d946d4ec1b5bb2902bfe71c5c5552edb137ef02750a94ba0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.26.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..282453596216c49253af6872809c0da21af07ad1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.26.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d5e5ee637164ec5507ad5bdc2ed7d3cc39f2411b495c54fce02ba937413d6de +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e32aac9fcec8262ff44c950fd5419b4533ac7b12 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd3bd78ed0c17e166af1f10e3c1ab5e848566df1f9b71d8a7db0db690660cc77 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b5263568c44fadadaa6c36c2003e05b4336c57e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e25b899876cfcd62b8d971858ee0a8ff484fa1c60aba43846beaa5fb00c14221 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1bc66a7a7a21c116ef7af626ca51d265fb37c446 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3413abf8de0f90f48fb7273aff2181f7e8234d96a8c2e562b55f9f72676606aa +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2151a6685202bb8c8ae20efc981ae8e902550a72 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bad20e5587f2c851b28cb105476d2882ac819dcd2b2e713e1d333300f44c5bb7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.27.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..73a03791f8fedda20380363879e648a44c46c58c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.27.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:029775608ef84cade9975101a33608e0e25370ecc4138c5af8cfb50ec0e86a00 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.27.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..02c91daa3c2312f085ee964fdf563b639110acc3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.27.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dbf7014b3249546ab51899feab4e1632abd6e01f1b8ea265286986f179e07bf +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.27.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..500b3726056d42251a8bee1aa0b071b4c4ec4ef5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.27.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cccee1d798480fc7aec54cc5ab3684437dd31627d2168b73fd491f3353123a7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..03e6bfa192bbe6270f80f4ea9013eca32d81025e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab5e1bd1e23dff3888f8066951794dc12766da51ad3561b2625e3cd5799a8741 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..652b13921b29edeadbf4534a944c90800ec02827 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e22b3d81a45e5e58c654ed0469383716e85c912e349297da138d87e04885585d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..08bb8868d25db30f1e5cb7bf4a7e30dcbf3ec217 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c2161c918bc613dad3ccb6b06db27ca53dc9a24cc9bbf48adc8496ccb00f749 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6fa4a84bb40d4a55c6fefd0fa63d1d80ccdee457 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cca20cd78a39a400718691ebda6ea52a8f34d4a0c97a075e502f71347e14784 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.28.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47bad750b0c0ac436a0a533d8f07fe4b6b7313be --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.28.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4594614b18c43719edf23d982c16f52f90b134a88312160612b00b9b805d899 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.28.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3c03a95029215f82830f59dbff5332aec428521 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.28.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ecea13f31756ecf00191be644be7b8eff9e1737d4f18f48f21d31a0328ec4a2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.28.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..152a511fe0cb7abb234ffa8b0afd1542b20eaf09 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.28.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:faedd2fb60aea02fd2aa3bd2dac29e099740f3411793418dbb45acd1a503fc76 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..68e0f170f6458e7c07877cc06dd7945a5fda01f2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ac1dad333ad03fdbdcfa51450926f568b1f91a53e4dc0c5f6a1f2716b324d56 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b3be4557b99c192f8b850bc473eb9c0ec79dbbc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:441dc9ba632d2e95cdda6a30d0f0e8b66ff929835814ca0e8e2d61d553e2acd0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f77ef113ba36146b12e64799ab2c3592f87940b7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55f5727be80914233028ee2a0059c6a53fcee75322481be2234691fc2403f330 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d094284634dc069269cf1e093e2abdbb041060d1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45768c57a684db89b16e431f3cee6b15a3e20c7c94f2b042007a8158779fe68a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.29.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..505c84e8991b68a9623bd7cddbb3bf35d8607b79 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.29.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0d26acf525baecc0f1b03ec05ba1e5cdee2bf5a33d25fc4dc396cd54760abff +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.29.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0690e343e70a101e70ac0c2173bef3b8cf56b45 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.29.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dca71417b853345f7e928e222954fc0df9ef19b74f6d147983ab5858940bb0d9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.29.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7b333f51f225c2b81fd22b0c4faadeea6972d56 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.29.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:841454b28e1399528e0af893991a40c8e73e116c4bc3332f8811bf945c0b3f73 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f11289dbaeba500aad4f2dc5b83c3cee3869fb0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ead28df885422aac10618f8eee3b24dfd3b1c7991a39fc49afabef6a0737cf9b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd1255d81a5a6020c7650716895b0b58f7cf4df1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34a3fb739f448154221e265bd93c715c2d0ef402867d300d04fd27a6bf31ee3d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..84ef57cc3f0907faf1eb231b8830be510591ff98 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b7395a417abb1d0a63b6cc97a1462edf75662c4cf874cb16a282b14a183f2c8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4c930c51bff94aba352a351ca7965ffdae3a2a3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:309de2ecc25cf180a14990064a27a4dfbef729a143504a1aaaac149c77fc5867 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..38159f646cadf12b56a7b3a5ec5f010524a19bb9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b4714e5f136c8d25b34984d70c415d7392cf82b9991aa6e68a56f995f27eeb1 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e3117bf79590b6e05f9ce97ccd01003117dec01 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcd660da729ad3532cb803035d60f2fdcf315a7f28e53396d2d0d41b4d83caf4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d1f7000e20bc6fa3073100ec42663588ddfacea9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9914a0b75bd238c6223a9d03b886f7fdd349f390e14d38dbcfce33bdd28657e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..82a73f499b0f545997a7cad3baeb1a493d0e53bd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd1b3703ed8b9068e0dc9616b9c24251677fd307ad2c1bc3b1587aa60a2bec13 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7de1e15613402cf55902f6a247e37a404b244fe1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52beb40a2f23ec0b897822dfcbd6029b2a9a277304fa05c8f9935ea819970b73 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..729c5d37d5e578e1f41de911aedf0901bec4f7a0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9923237356bcbc899aec61481ccc3be1fab818e5791f72040dba98490eef9c31 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b72e629ffd1b41c54cf3347265dd5e43fc693428 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f28d2cd59e192979c662a0decf965bb8aba083d77029b4e63f5af27c29ba7eb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.30.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..20fb02c7bd51cc78b4ee16c96c96fe94c4ff8fc2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.30.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55bc935e4fb26c52cb28df21bdd8d0f100a6fbc6728985603dba6eb145a61cf4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.30.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..753d56057ffc7a7524333aec4b678a96c67da4fb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.30.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e889fdd47e1445e0d21d3071e2759edd5257756eb143584d8e57b8af3a101acd +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.30.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8048cda9c4b68b57fef4c1936dd41c77de3a13f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.30.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8025da015d9ddc752e63b1ec51de0f3af7c5d381c95ab50d955e4e5ff764aa9b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bec1f6d5f1040ecfd2d8a5c9c9c182797827557b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c2262d54ca07c831c9889d11498161817ee861a38436746cae0c8f2bd5c75a5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a4566fb786283ad63893a56d838ab2ffc385bca --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fcc78255218f029d099db4db11ac7a0164b1555b02588a8b5ed4aae7272d106 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d1c6c19a8a0211f81c5a3689f17553f07ef68e1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2bcdb69f7b2fb58d0a2b7f3f3ae098bd20e260e2eb4a96eefb85307e3d0bb17 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..52526d06d85d393306d729e96d9efbfb638296c1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:997513f0377e5ae0910e1e0c79b980c99f9cdec5bf012b3dc9502549da0ce8c3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.31.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..29c672f760d44cbf4d86c10026a8fa098ddd1937 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.31.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b5fa4a3f819f5bba8c6c16390bc10866c8295971f5c43911651c694301cc797 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.31.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d39d4e9ec30ad405244ba2fdb7a32dc50b9b531 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.31.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:418b3243df341dc483d577afa08b3297febfbc088de86b56243a945067f50aa8 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.31.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..75f7b9c8a92662baaffc66e28f2dc1db928a4b0e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.31.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c7f24291879e2ed50665b04297f1674a4edc49bed3a34cb9ff6ae39ca116d08 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..79b752c59a99575707d2012761058657a798e7fa --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46ecce7ae03f8b90b3d78c6c20debb629c2f9194f812372bc71ae30a45337781 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b25be259b8822221a75372bb819c9d08c6c5250 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a8a6046b4fa9b3c2c2766fef9ed981aa255a92e4615d6404ad50f9fcfe7e900 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7fdbe7970863343f066dfed265a4dc7017fe1dc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b85d5f76a623cd9853ce28948cbb0aec33ee7b6936c6f510f3fc9d088e09ffe4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ecb00a669bb45675a521aa720d9d9c5bf9d2d9ab --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3de9c0c9585fcfdb14107ebe2f62cae1ddcda371a2aa2572334475b3433832be +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..92ab4ca318e283ec4f81487fbe09b8899d72613c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b7aaf12eff469407258967792cd5e8b51ff050e313a5ba1b9fdaadc70f32eff +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a1bb721069a48401dc04536abca5ee10c8c425b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55f633e49cad465a2b10894911eefaf1708dca3cd3eaa9404dab234192b421d0 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d30e3a95a2da574c4716e5e2ae0c302261f783da --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d55984b729b8c7d6613126691765e03f75dce1c558fbfa51bd974e00d65d0224 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bd6bae365bcdbbd2a66a8cf0437183a60240c8a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79a0f54342bdf78154eb9cbb62d1c11206dfbedb18f8198d3bd33795b83bef5a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb2efb2d2101ea99f84a5778654f8fdfc18c09cb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc715d96e2df45a289741643273c7be1a8e1bc4ae4731c6f9e8d6f064aca7f65 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d15b7451e5a7cc1b91b7713e359146d8ad5c412 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cade99bc0836059eacb2c39f22984274d5f83a324e2def8e0cd542c4a4d9c537 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..820f1a8b145d10f3a8df27c80616fb0b3c2194fc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec99d23839cddfec14e7c8e5860244252fbec2c812dd924d6b000a38c1fe92ca +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb2ef9b07264bfb94316f9bd6dd29ba745c2e049 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95e9897af36bbea48620ae703d95d5efdc0d38664107860138cc4c01b448cd4f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..31c5a8b87b56081b39249062c618ac23cc398357 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91b21f81cc5026469a5f5f6e8d1f67cc0725772d5a02bc8632d767a060d13d22 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..afda36726687983705bb0db3b375890c06510193 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a17e5893327f010284a4228e28e6acc8e21f78649787b5b1e610d0b84220977c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..27814f686d5e9572d84da82fab4120829b763097 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca27074db0eb859ad41c8d38952be716c08c7fee382f753720fbf566bf6c8513 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7aa7f22b15f89c1a6d6859faa56d03806688f7a7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:575e1664b569776a792504c84af1e101f6461aed834519612de5f38920a4ea99 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..908b703121b623dc68dda935579f889bc297207f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9d2494e9ad8658c152f38e1ec14d42186cdb5fb0f9fcb36717a50683da97a83 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3dfc6ca140deb1ba1cecfd65ea16e3a96956ca33 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b68dfc4d2d2f075cec4731d9eeca56347de5a3b21d5081d9bda4f41d33f8f711 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..416913ce15eba8ee67a4ce7d0e7cca3385cbba4f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35d4ebfd27cdf42b64e3061c576bfb9935f737ae146328bf96ad2e16af1bcef2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4f47bd9c77750c02a217aafbb7a28ea3c94b667 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db90cea1c72fe1901d781d622a40e6ee5411292271c9b5fd4803a912285714eb +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..287c54788ec76f0981017a2649912ccee59a30f9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:468bb8cf4a048757a0dec434dbba97e8633f652fcbd16b901549642f23d8799e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c8a569a2141d829064c43811eb285453de92e96 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a43952f7a99a93c49f6e7216d438baa6fe75f26574d1f179cd90d231757fcc2e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b103b87559b4470c0baffd2eaaa8855f7c000f0d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a02b5ccf14d1c445694b69a7dc55c9e5ac80783b084b4f86bc3bd44d62e245ab +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b2f8df87e08697ea8670710566b3364543a9a54 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b68a2f39a4b955a506c2efe6f994efccab3070847efd10486130e64f269c466 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a27be310054d2c08146e218ea00709ef9950ab7f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad67c18ca4b410eeba1cd18b29404287e527fc20621dda12d29a34fd0273ea2f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..62852d696be5a027baf6b28998e2d3a7e62395c5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1d92454fabf4c09c758bbd9ffb70396f7fe8e1fea6d4536dbcba483e842320f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a44720f78a24c73e586e532bc2dcdbb827095549 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7d167af528a3e750c9981053bb4253b78c18da2f96a261248b0c437324d8b7f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..043517a41bb68209cf9fe53a1fe080f702eb9aee --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c0a95d0840174b1c18526efdead66008cca80237c45a27605e1055515065f96 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b33dbca21b26f1bbdb8a46fa7181b5fca1e0f18c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0beb26d460f9764fd66cfa00b54a40a352701745fb35b221e178daebb291a62d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d42ed5c62c59deaaf9c0bd5d539edf3f718e52ce --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13ad81d81d0bf722e06f8cbb944778162f3a804934540b56a92f0497861a5b94 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ffafd610f44f1079bab2b3dcfe299aff3d0d1fe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1deec4e19d91dfe67cb9ef8bc1e379461837fbd7f8ac9cd89bc3132ec7d3ca3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b7dd46011960479391f7f6e4749cb89e3cbe96f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3960bcf7e760b328104b2c1426979edbe3f13bb47e70dd86d9a0e4212727692d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5aaa703ba2ffa572d1caa2b25fba0d5e23c34896 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb089d78d1725f493efb3253b0ba55293b40dc6fd73eedd0f544d4e1ba8dcc34 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..feee86a8baf7c4e004757e5819fa84ed4f7ef7e8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c5256dc632d48a21f94a69549c5b69c0ee96b2aa50533a9914c4a1d2d29c6e4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..33514930c01069845d40663d1548c19d22298c37 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:904022f5dc4c257ddc1658bbe2d7e2a6f7ddd0d3aa9bf96b3dff18299bfba094 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c18780f65c945ceccdbdf1f0687d093cffe682fc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:596fea1a16be7b5eff9303a3db33997b736f345f1a77d77f92b1a2f2b9c59af7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d0c70f768e41da741e235a0d4673fe655d3aacf7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03b919d9e4318e9a55933b5c4c6aed1a1c2b0cba9c44f1dad7012f7ade1fcd50 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e073d6f8edd11ee4fea0d555c304da4c6ffd4195 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a73e6f99e984550173950a3ac8889826215cc884e327b7bb5e93bf0f1b2ed4f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e887a250452bdb7c3365577869429672edad3a8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fad6377ef7840b26d76176cc372fee0b036065692c48f3cf95fc256aa56e174c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d880df6f33e68cafdd7bd9d03cbdfb49499408f5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85cf769130b0df16a5470a8a6a45c79507efeec3d517db1effdd22f071250d4f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..843e20a22483b8af0fcf61e8013219068e91accc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91f98320cbd4b4911fb297ab814a5f64e5c14b85f85ea644699525dbe4a4044f +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2f476fba1d004385084b5badeeb15e8c9cc9d31 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5481fed589ee02f1f6d515a366d398df333dc93b6d2b5f7b3b1a92774ba6b54 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4032bcfdd54e117d283512f86c162b652eea2d0e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed040baca808c5ff00da91b78657889aca12d3408454336245a4003fa769a2f7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d7574a16a2825d0dcf4d624722f9cbb986a7bb1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da4c86c33cc3cf0e1568df59c808c8c36b0d8d4388ba52e2387d6f2a44defd00 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5370caf1c80159e09cf48655bad289997c790cb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bf94243ddf3dd46aad741c938405d57f61a106ab7d003f9dd24f749b0231bf2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d149492d6cdba13707057d1385b9af63ba85811 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d39f74276212178f2959254cf78c2a24d0ac4905c24d3fc3e68f56780dd40fc2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/lm_head/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..453602d665aad061b4fdd6493802400e7fa9f931 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0b359d13c275b89c151c83d863f1abd5dc0fa3ed1aa0c12b8236956cbdaa87d +size 514179 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8b7aaaba2249fc68ae6731d5cb70f0f58c04619 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df1dfb11b63bda1899a893e3411c057e178e6db66622c7316e2e64c8b26d9eb0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf3b35f10ef01c47e573836a9d94fded21da5026 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7066bbdaf92faf97cf0cecd0243bfe23a1f91b612e8d7bc996650a8b316b7e47 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f86e6f3e92437a235ac1ca7d6869ccbf615c992b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d16968cb5a93cd357a56f351fa1a2b3807b71cb23e1fde450257c9e9c249d184 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..69ad88104251ce38198770af634936feb1a9c78e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e180d8caae405a644385f3d8013ff277546bd1e5e79473b064477ae8553f504e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..12eb9f029e4a0a4f3423352716278bfa58e67827 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bda37cf43d32c883d82490c14228bbb4a0daefe939f93e4b23cc377562667bb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd467e1274f454e45258bf0c82f1066ac8ac87be --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b065c5d76f8cc6efb4750c575e19d63240ae508db04197ca04b2b994a481969 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..09b4a529ea38a1fadd853d3830bdfc5262f4f0a6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e55603df8e2a99cb88eff32c180b1305918dc8632b6e3ce424f47f0bc015ab0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..550f4e475bab1c76bf9403ee6c9fa739048d64e3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5144040f0beedc96c9adec6dc768ad61c184338b576641f775f6522a8aec79c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f6326a252c35add2ef6f029f5b65b1844ba7f50 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dea00c3a3ca832447b2c34f0d368781e8b714a22fc4f3abb3fe0b47f9681f64 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..950b73d78aace64392ab4c34c78a09516ddc4168 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3d172f211156c0bde4ac8d7135481415d18be04858ec99da09f6d689e9bb69e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f62fa22529b670b952a0edbae4cace266f38c046 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:506234f02bc6152ba1232d8f580bc9d4c369fa9e84329d0debb9a1dc57ec4548 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4829be719aeaab4907e3a31ea210e129f132553c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9810a85fe1341886db9ede53da95cb3947cf858b6cf1abd345ece6c7df2db98 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bb2c6a930998902bc2bbe17126f401b0f3b7977 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e41eb48c7c1d03d7bad518565ffacdce89e66400532122931181aef255283f88 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..93999a493bdb0a7d35c6e2d2501bdd02668b1773 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70760eb8aa2443adc8a7c08c059802e4363ae6b8a47e9052b1644821a13e5b90 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1384199d02043e30556b95101f8c7ba9f04723f0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1a20a7333d417c860d80b1b34f480ccee3891ce61131d5c2e4a3d920861ccab +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..19256f8f6114c55f4f4c22e0ab1cd61054a1595c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c53a83a662a0cef46cfd0481be0fd002220787c09d00080ae404695606f704b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..500407d62373021d2d000e1c6103f1734cc42a73 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21f7543414393d9427ac73f061f097ebaf3b59a2a70254290d782392ff6dbe6a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..58337b6c443139a898412917837c7072dde65289 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8e9f9500266ebcbed68599e9ad2e3fc60a1940fad3c37169245de9c8e6331cc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..44fa0dbe61d197f142f9c4feb564c7d3d20a3468 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:916543dc3914bff4b88c9a71e91ea9b16abc458bd155c115be0451bc1cb7ea98 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b2e4496a5ee268d9739110860bf3e01ab7fb54d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc903ddb65d3c945b0063f445cf29aff887eba2fab765b30cff24ff1c57b1284 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..61e8ee0f3dc7f651dc5b48983a46daf2d9b7d9c1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be8ff8c43c3df67efdc077299ae053fa6642d1ad682b885377da009f50a6d026 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9bc29dfd52fcd950e6eb14dc3ead2ac3fdbeeb0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a399babf29e704fd39f55787af027557670fed104397552941150e7d55d1a9b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..02410dc8ca1eb435e8ed2c4409a88b76bfafa965 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84e74c1e123acf4ca86fe82cdd84a9279f909e33a5af32474e41a1264bce1118 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..87e65ef0e6743dd28fdd5bfe9d95f9cc6d63b274 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57d4d691ee89d8086135eae8eebbe62edb97d19e7539bd73e6177629927fab54 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..877911bd78f5701acd253cacf2664e5c80374df9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09ffee5484cb2e120ad66a9b5d8b0f19ca86e7f6f104106d792239f78c698038 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c8ddd4d05157262702c73c74d14cd2ed36ce884 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a69cbb74257e43f87dc7a90f9be0c77837ea9b0d21af9d377cf2b151f265c8a8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0766bda3f4c0ba51842bf05c61dcfa28d83bfb27 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43987a829e0ebb7c3653a2d25b8949c5129c869110b495ac6db7841833dc1c91 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9da5202375de4301d94b585700fac782499d5412 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a68b08c7b22df3364c446763e14c96fd8449dec65eb0eca6321f56de5471ea4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..45646318e6c617b41fd1a378b7763b82166d9b7f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:821e9141308507b7d6f167149ca935a8c9e9027e520d4fbae879fd4e11310f97 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4beaaf6729d0e1bced377289705ca531e358cd3b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3869dfcc062266294e5ed6f515019d292828224257c4f95a710b1822b058537 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bcfdbb0bea73c030940877acb9a69b0443185973 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8add1e31b9fedc420b30e13ff66b4d1bd8d6793c51df414f5ce47472a5bbba91 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..14f81fc101f2157acc007dee39565b85fd10b030 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f6a84a9a49f084302e970fee95fbb77a6ba7f80bd6e6d5c06693b423e21664c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3f73ec628b7e79f4ed20358d43c9e36987befb7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdfafd6a4959c81da052fee4b197fefe1a7f36bd186be5f8fc4f87b728616982 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..82cddaa531c52543194606a6ac6fb71453079667 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:636d1231d905d3ff64939bb4a94ef9d21feb70ea1cdf553c1447275158614eb5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc015083cf7bf4d6f865b8ab3d00f3fc5c4ee09a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e466f852ea815fbba8252c5183d7cf32d13a5fa7355b2fa140cd19c42f09385 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1973b28239bff1a4e8b6cb6c10ce47d0473590fd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:434224de37acb5ff89012aac3eff31873fc1161ba6ffd36eb85e6b93dee38e86 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..daa5508ee1fb006a367d3868cbf6a4392e9e8088 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:673c8336507a06aea84127ec16efd50aad1e69d693325e5dba2b7f442bea6933 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c065501e264800138ae7a7aaf16047d8887bc9bc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f972458f3afd8f6d09be37e1851e6d4c20c66d53085d1acbfeb9691d706c7894 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2db579ec68855a2c4754e8e6b5fa0027a1bfd36 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79153a469190ab5bff76a3b0a59197b550014f8789be0fd7c492cd9f36e83132 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ca100143174146610ffd3ab8dc4c2b24899f502 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9c8eaa82cc36c86beb538b3cdf676d35eb5373aa1218a417a86c9ef28c22e30 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe99f8f03ad07fb00df6603a8632f38c785cb94d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65a5241c29020117d13303301dfc5c58949de6499a904a4a1ecd1c0fd9fc8245 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8bafb7a0a97b6997710c0cbedca749662e11c544 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a6a2682f86e15981c1322e410565ede2da3a30cd5e75ab5833fedc0e79af0ae +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..84b222aa683ce752becb31d68c673d78d9d48e88 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26376e6edd97d17f300a7bea63b686b052a49a6f5b66851269711e6088c7d886 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9422d62e79de55a62b3c2e2e5b51e7cdb818e810 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d724ff19033816855706507c3197bd9fc8834c6b9c7fc6c4ee146bf862af0b20 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e771f58f65ff1d749cf0e896ae86fb1dddbe22e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fab7d5080387d21ac845454dec8d0509d89b3c1be7ae443f30e6ae805ccfb40a +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9905a2695c485c11ed1bd60ec869871ae40df055 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03e6fa940ffecf03e232888af647f49dfbcfad5e1ce671ec48222bb87770d17d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..862ff3a02e070332a40d1fc0dc5b50ceb1481799 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f725cc91b9327fcd9f371efe6b37b1b373f1e9f411572bb5748dcacbfa392ee5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..61a30d5e07ec2efb92da6404a650a003ef923cf5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:386331f6e0c5c52a209ae0ad06ed04c90c43afc2040947aeed3b59cb964f2b54 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..541d38370d49b1fbe2a19a945cfb415fce16def3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d0af87abe27f752bd2de37ac3f090c4429544f05d60f88ae9fc30e2a72bf356 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c324a617e7c8553fd38acba782022a89eeb318a3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a2e9db38e4cfd62d5b3a38063fec5bc2bdb0dbff3a99cea5410c76ab8fbd0aa +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b0d491ff316a2b5caa38b7ab33a2f1fb2dba1d88 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a1a881baae4690efe06544f126cb02d7a88633a7a7b7e351af811adbed4df4e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c55ca3b74fe11ac58a422350579704780a4bbc3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:692634a0255a48e9d4aa578af9282f73fd276c1032cc40df4370906d76035e81 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cfa9c00fd140c9a810250500656d5278e137170c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0132c571fc5cc71001cfd1c79a5e5d04809efe7b6b8728ae10ec873d8a3bb6f0 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..316f5dfa0fea045e3bcf7ecab612c1ef78507dc4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15bfd44e789e915ed6385756c6d2fa3db9bfe705b2e165317e400bcd6fbe104a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a1fa20814844e7c5360a345bd41447df25c8b54 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ca81ad7352a122cd398c54205802ad4a1cc45261ed6a7cc02e014f4377edf0d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c785d1c2eaa186cd2ea209e21a1427ac69b72ac0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea10bcb64882cb735f20c98c682c72cf04496f2ceb8f58783162edd11fcda33b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9fef420279f3d78b628e1905255c5a202d9fbd96 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3d59656612ee833b20b41947cc49c568bd2889c17c09001d57eea8691eeef99 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..87c2c99d881bbea45e1f39bce23fe4dde66ff379 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16877ef838f457b905d1fca80a8665984d64bded2596ac58c4e53d39df47ed07 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f77d5246d105311d85a6efd5b89a98264b18b523 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05a1e74196302dbbfaf57728d566583b7b72632233d2d11d2709eb3af3af0f0c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ddd4d0360bccfa3b91d11cdadd79b3980147bb3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cc5a5497d0732ba023b07d65d87dd9568d7844b2b028fea9acc24cca1010c74 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..756e3d5415d3a38881f9b3a3a52375b100824831 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2c34b782d292d7961ded71c202b062996002029c5d4c89ba4e208bad4588178 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b5a6b8a674d8fe5467e0490706e1a6a76abf4c5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7ede9f8d029cd71346f17f845e7303606d9b1cc596f4571b9d1668e51f1ab30 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a68773283221132291b3ec5d256bc5dbdc1d07d4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d567ce0abd4aec66d69ff121af9f6d4acc3e7d2d1dca46e554d383a2d629969c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..334a88ba209e1a7caa02eac6ea898c9fec53aaaf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5f67035bea340bdca983997984448690e2636ecb621b2704de2a75ecde084b5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2f7d0baf6b355a6cc91339506470e99060cdb67 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b30c06a4f68ccc7a24078eea8de07e53bc156e75ec3352260a2db82969175a49 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..134ff3695c3bc78cdfea93102203c1cfab1329c5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0c91004552fc141fe3aac394cfc4f3a5787efeb0a4ff56787953d9e6221f0b5 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..975d92eb9922dd3c7cb770a7916e56a3689bb1b4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:372dbbb6bbf651b3dde833513e24bd5e3ee3bfd632f905a06eb025ebc761a5bc +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf4b0b5ff092d5b26adae3108c800498d1979fd2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8979bb3cb50a5e789ae71cd7c72fcd1fee63f3ad4d36447c55aa9f2897b4b0a6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ed0f6838899b308b88461909883cb99ec3e23ba --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:add517968c5fc1779e37ccac4543c5eb9b92f896a6dbd2541a04a09c0663f1cd +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d88fa5bcd08b91d19b148784a4be0ef9a74961e1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:274cd90af551fb3effa87ec388d0ae98ad48f512e4f0080364633028026b3be4 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0433dc55af8d3f2bd8bf9dc5d218f90d4d43328 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d8f7a70a2ab2f00eadd1ae251cd51ec87730475a14ffb4a7f5b5fc18631d1a6 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..79f50bcf9bd6c69915cefacb877dca79070bebbf --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56cc85ad6d99b3d426a08af4b8ca93a3e5224bb5cf0808379dfe27ab13fd966d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b786740bac86670df3fbf2249fa23d57e7c1b2b0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:769b814f6836d217faa6af84d1b28fa229f1f763bf6ce14d7fbcfbff702f3082 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..726e4ed48d5b66960b654a99e5510992624fe4fe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7437180be1574ff17563954bea0463165a372ee891a4f1e983196766eaeab7d2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fefc5bc62b3813072dc4a04f11647096fae005ac --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea0f46efb53cd9c7f03372c4744196e15278cba18924bb20799e483eafa3514d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5481f882fd86e4432eb2a22033f9813ba0d43cbb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03d1e43cbf5f948002f7d59d2b88bc4c28a3efdc9f0a6cf56558cde03636a6e5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa0707bef0afe0fdb2649c88c4caa4dc1f7af34f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8213a2b98072a01ef3a253b31a95a0e34cd471e4231cd8c6c00b329dc643a39 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7abdfe052fec00ba42acd3d538d0d9dc89fff792 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e51cacc11c4ca60ab1a42b47988042ba021f85388aed4ce384cbfed9ae76226 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8bb14741b26a2701882f87ec7be0d80a00b8b9dd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b72cb0bd391355cb53455e220e5cc4132408bb10df4b0022563bbe821676d0c2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..57e9c2e70da73c49bc7b378760d2e5f2f745770b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8caf4b9f296289db76e3a6c5d31504575f3fbef8b7a84259695328d0710cfc65 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e5ffb714c444d8780cd9d4bcf6ab2f475b72388 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67bcc46eaf9b740f0206285eb3ef52973338eba835d2c9efe5ae6bb98b463315 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bea49cb21063c46f1e1fac1bff869e3567cdcd70 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3fdc0acdf4a28af8c4ae64cc6dab2eae049697a6602e4dab44b011e087a5c88 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..801bcb4f711ef44c077d67bf80e80fa001800d9b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3627e44a0bfc979ec6bcf52e15940dc663e524c713d8c1144da2b45dbe246ac +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b278d422b13573db6aadda7cd167ab19a300880a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbf629b8c45dbc5590471083e4b1526775d5d6e97922eee85262c5fd3a391f77 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1cf19e353767bfd854c8bb578f385a68cd327d0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d84176eef72380095d102c10927365e568dd4bcfd9248d2556231ac541d1664a +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ead423e2d5bd7fff6e80437e8d2fef16f24cf1b2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a61ce48d3d6b032628c4fd6c63770e8f5940b4351abab60decd01c678d1802d1 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..84d13e20586b76119b39fd8f38b6ca0d3b10152b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1228d3e376f74b8fca68d56a17b26fc72d0cd605d1b97d6d20aa95d4a41e5b85 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2aa624dcfe7c74b04036e66a1c2c511058f983d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:700c4a5a02bf732258b390477a288f9a2712d6ea9863d88ae6b14cf9b2dc6155 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad1ee62aa72923090edafb05f7d91f0838e711ad --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4befd19e0d4f0c9772518cd0b12a353a8ce24158ed809d011f3af3a355d964e +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5884d9b5d53ca5a32d26b59a29ca9198056a1168 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cd57200bf0a6a9c012f7e4ce154fd8daf270c013006c3e41c10dd08db12fb13 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e44537c23a770bcdf74fdb82a0db5208b63984b7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e300c48945ee8bc6a71b0848ef50e06621e617d6ec18667ef66fc0971a98498 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0103bc9304be2b7b2bd929b5de002b3306a77ec3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d9174079f5fa5b319af3eedef53e8f4ef952ce461c110ff5d219342410f15c8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b7b70689c97bc82d2aed9f9e468fcd97f9fe07e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:979dd9fe5c502a61bbc668de0af9c4566a0f794719f749bca7a4b06dcc80865c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..55f22abedf09a26ee3a6a9adfd906743d9154408 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67d7c45d45ec8eafc8d0fb0b8dfe654957990e263bc248abc2d7233e2464b4ab +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd59602a8b587235882390ee74de082b3f46fad7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75263acfd1026dd0c283b4b8745451f0274e7e130519a9526b56da87e19a74ca +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..31ff9a1b5f8d0958e3a3c456480b1caae73fef33 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6458c1f122dad3df3d1069c43e4b07b1a48d5c5925225167e6aad47597213f5 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..13bbfa60d12086fd7994193e92567c9b73570913 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17056deb9e8017a831ef7629dd209a9d20d1cf852195572d276b076bd593691d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ae846b3546fbf0b3e85a5e3420a12ecc69814b5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:219f94a7d61f494cb4fe051982ce4984489e0d257e4359aa716dff4de7b70296 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b05c313b2e746285560f71ce6500312188c416d2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb5c5b4db1366465dc2e6bad8a86566b4e2cfd96d0984057e36566e93103c6ea +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ceb0e0c8937c9aa7d8ff96fadffbf9aa21f9946 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4442c6822f7812e0dd596cdcd0781c2787a3187b5767072883e6af41f701dc77 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d12f689f669ae66b85b0641db22524521b382c08 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:814ea6f244af4694e1b41209058cac8bb761f1f9aad8a08abba30c1a5f36b427 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d80675ccf02dd04cab4987976202a14a800be4fe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93d52fd72071b9a831cf9c73dc6dc7e365fba84d11f11671fe175ad6c6b743b7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c45dca5e0fce62b92e47efdab034565bd272b80f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2bd0e80ec0eb6a0ff386d8f963bd9ec821c4f654860a3a37a386291f98cdc3b +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a7460c6ef3916c152b0f2792316836c8c1dca63 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e906659a91062c17204a1416528db760b2464417a6fb27347e31696476bcfeaf +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f4f1c61e41dc99fc2a7afe8341592ad973db19e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:299a33bd2b897d723fb525296ee8e666234408c6ea327211f40502db6931a0be +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.22.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6e36429b6db1f3fe5dd6406e2927a0a35aae292 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.22.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5613b7e412d8055fe9dbe62932c1eb257e9ea831c1b8c350f08a582eeeaa77c3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.22.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..06cf95092e85359cf42462cd79e2e391472d39fb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.22.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72aeddd7ec751c83a8fab57488c077ff5aa1211a607dde8db5f064bd4af13383 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.22.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c90cb3fce9a7423c48cb07f5fba623ad92e8ebb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.22.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7b019bf6c111cb117c07db61cbad3d568505508c52e4553fdebb895750fb089 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9e7f80dea24cd6a944345ba03e0e5ca2077cb16 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4534136676f80a70c7a0e69a81e350dcaeb51a04419792b27a1da3cf0670c364 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ed70f19189160ee78223e0ae6b21d945192c574 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9869d5523964f62f06d14957360e2bf337a50098354b8903c19a814e7ea2beec +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f299080a391b773b61a01f41e12c6eecd416a296 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0215ebfc62aaa8815d192893b6ca9c8a13e86c55208a83bf9b1a2fdef0c49b8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd7fb8ba8a2b25f1cd96d9e996a67353f9b8a08b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f52e01d60dd0a06e61490d66431a2aa185a90a1800890b77b2004039c116226 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.23.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b14697d4af3d28b657be6f532b20425ef9623503 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.23.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a01cdf1ffb30a05f96e6e8ad1e26b824ef6dab9c0fb967082e26b7ad99d0c652 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.23.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d52e128472b78146e2359381f664833038715b61 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.23.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad2f96cbd6041139bd0789e01a0bf2ddd15bd663399cc4cbcebaff0e5f7cfa90 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.23.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..404b09a746096e22b71ea7bf1a9d4cfd4dc673d1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.23.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:793a9c4af0ad189efef88a77644dda7aa96c7c194c75e02cd11b19a70d5cf819 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d78b1659e19d04a599f7c1abb130935b9ea75386 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfb89f10eccd791b8c9625d28933644941eb8b86fda9e1f01785249a1a26fe45 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd9d34ed4d801183d2f0173e3940f44925a7a846 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17b6d9098f86b331dd4815d6e2622c6220f0a90ed152183c0f93c2d42258ec15 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fdbc18f3acfc6ab788de3fb0ff46d334b10a63f4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4988df82a54c1457224bc0c3005e0be8d95faed19ff18e5c82f0bc58dd692df +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d34f1e1f4ed590f3749b6ff6e8bfb289a2fd8c12 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:958eac874d69e280706253224ad4f9d417ea87c556f9a3fa219295b77b8942bd +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.24.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc34a53a1a9e589e44d69cf68fb8b2f42754cb8e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.24.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fb6656987e6f1b6b3caf87583cc4d5b376dcd38879f38073988832da6d8f758 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.24.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..83e0c75dc637e4c57570ac562a175fbec474fdf4 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.24.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a944e911894e17e78203e0dafd7a9792694879fc6419b29ab50a8467ad111d75 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.24.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..522b7a4107a5e66240879523aed7467366f39429 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.24.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc2be55a4c41488afe504edfc7e8336f33c81905426d439a63277c1bc9bdccef +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0523cf8a6fcb136fcea3009f2cc197ef959478a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f16f92fb0467cb9d7d86b2fb2e2aa8acb40dc70081e9c00fab7edc650256376 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7a3932563d24a7d95e427d44c74ffa77e03860e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31e578e2a366ca8623072b3b98d6874a3fb666adbd01c1e9bb3054cbf0270286 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c0bd2ef629878716b5057e500843a6aa71347d0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82d810fd4db41fd95cae7435d7a069f2962adc5e17080049de52a2fa92a50c47 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9f1660bb5cf813b047a856b1d6fc4098a2e4cff --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e55a75d3ca9b0573789e77aaede25a011bad0ecf36b79adbb2421a80f67798e1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.25.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..28968bf750547981f1090c3d7473d32f42c5f242 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.25.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1801c58a56c885247676e881cb5f1ee0d41a2d66dff2ad1b205f237ca92665da +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.25.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7572972f1ae63d741c87b89124214e694637308 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.25.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:baac7c9eb797035268f0dc7040fd6fc4356b632534c464652d7e0a4dfb6ec198 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.25.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..224c06298a46c7bc038c25b350e9d76aa2dab82f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.25.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3eeefea31f418c3d1ad19a27d865a0942ec6b8fc05280e6cf0d10ca24b90a55c +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab454aa2772adcf1ff61407b1bf003b3810fc18d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b0859b249f7052762d3c9e58b51eb799f0c591802712066221f811ee67e932c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..368ccc9975b5923be3db331d2b9c37463e8b3787 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50a3166c7b64b0a64a2faa5763401c9836a03b41f479e558cdc986bc1102aff3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4ebee593cc6ea06797f5a2ba78b9719cb2a6939 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6c5ac8fad42180a78c112d8613f4e28eff2a3efb37286ac851f97fd76402c0d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aafffbca0dc8d2a80beeefcc9faf203d7247172d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:441fc5861156d5c9c8d54de95481703c97334edee893cd667c5d68d79f329fe6 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.26.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d46277f97d5753cf8f2c13beced6ec767d48119 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.26.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d62c06ae141308d80a376bd5be46c286e34a3885e7dd8c51fe4585abdc2a8a3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.26.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c37638d06c5bc289358157e7c56dd54e8e14b62 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.26.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fca40d6489ad0425b5efd3d4ea85dccfc7f0a64066c1124475a516634020b35 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.26.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..282453596216c49253af6872809c0da21af07ad1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.26.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d5e5ee637164ec5507ad5bdc2ed7d3cc39f2411b495c54fce02ba937413d6de +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2c436c31da4a97cb4c7b6cc0804f06c890ee4bb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99a69aa30767820dbac1238da92c9ea2af9c1a037b1bfc5c744fe4ae2b878ab2 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..36fc4b519268feff42c09d6fdb26141d139659b2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:511b495e26ffd7aa32ea76492dd51021a2c383c2b07b4bfdf8438d4ba43f5cce +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1bc66a7a7a21c116ef7af626ca51d265fb37c446 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3413abf8de0f90f48fb7273aff2181f7e8234d96a8c2e562b55f9f72676606aa +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2151a6685202bb8c8ae20efc981ae8e902550a72 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bad20e5587f2c851b28cb105476d2882ac819dcd2b2e713e1d333300f44c5bb7 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.27.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b152887641b01d52d676aceaaa1f0d693e6681b6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.27.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a43c0579ed12fd797b7ac0bc904102009916618878fc17284153029eca2c4b25 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.27.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..04b354be41cce77f341596c0ff0e7ec57e98636b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.27.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfaa8f59de9484d6c0451ade3d8126bea3b5306b8b3636f146aad64dbba97c27 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.27.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..500b3726056d42251a8bee1aa0b071b4c4ec4ef5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.27.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cccee1d798480fc7aec54cc5ab3684437dd31627d2168b73fd491f3353123a7 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..18be86dc87e2a2ad32eaed528f8a7b24615b31ea --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa03130d73dbb4aece44277153ceaf0ba98708981ef6d867874d524301ea2058 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b04ef1cb2b9f8a40f3424d6c21df444ed254ea9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:798aa7a6ecc094bb563bc54a37fc18c08e6695c91f6d679a7b06550de89022ab +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..08bb8868d25db30f1e5cb7bf4a7e30dcbf3ec217 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c2161c918bc613dad3ccb6b06db27ca53dc9a24cc9bbf48adc8496ccb00f749 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6fa4a84bb40d4a55c6fefd0fa63d1d80ccdee457 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cca20cd78a39a400718691ebda6ea52a8f34d4a0c97a075e502f71347e14784 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.28.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7810ed3aa3de676f93f0983ee8d2f846cd014091 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.28.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba5e436d0ec4dc266fe26b59317d7b0098af7cce95f3785c744cac674cc6d242 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.28.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d0c84a7249230ae9ae17f60dbc76ad03be7320d6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.28.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e49294b05cc41fb500435693ae1104099542d5d663277086a7373c8abb2bb539 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.28.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdcdd8b6012308144476ce6a596a820a76f5e78e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.28.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c4f9c03dc3c01b253059341d2c530d2e0f207ddbb8e025722b9741b32d35cf9 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..68e0f170f6458e7c07877cc06dd7945a5fda01f2 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ac1dad333ad03fdbdcfa51450926f568b1f91a53e4dc0c5f6a1f2716b324d56 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b97a999c6b8ab7dc8093a001a834b905e7ea6115 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7fe9fca92d5d66a9239d18bea8ba1e855b8132b9c5efac96f5af232a736442d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f77ef113ba36146b12e64799ab2c3592f87940b7 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55f5727be80914233028ee2a0059c6a53fcee75322481be2234691fc2403f330 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d094284634dc069269cf1e093e2abdbb041060d1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45768c57a684db89b16e431f3cee6b15a3e20c7c94f2b042007a8158779fe68a +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.29.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..15192d372b0cbd6853ebd049345cff59122bf7e5 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.29.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e2406aafe72d90739b8797a3e564f415ee71265052ad6ccb5a4314a5c45a5a4 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.29.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef1fed4bb5be9265f5e974adb97dc8ccb8257618 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.29.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e06e3fde76adf54dd122b86eb404a80856c605cac4931d8f237d7da4e246e825 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.29.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..670cc2b5cc7efa12f2cb2dc221fddfe4bbd1ea2f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.29.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71b82dab7b2ca331355676c89e092136aab2a07ceecb76116727341b168184e2 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb6a03002b1c08c3ee9be2cec95172aa55ec4348 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1313966366a6ad613c75127364c28bd59e0dc9a5ecb3117f5ebd6760ccb3b1e1 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7fc752715b72ad60c69cf3b2914c98c97663a2c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:300741f0e7d3a4673733be5a0baa9cdb8f9ab12ef460ebb8fcfc1188d0d2fbe0 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..84ef57cc3f0907faf1eb231b8830be510591ff98 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b7395a417abb1d0a63b6cc97a1462edf75662c4cf874cb16a282b14a183f2c8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4c930c51bff94aba352a351ca7965ffdae3a2a3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:309de2ecc25cf180a14990064a27a4dfbef729a143504a1aaaac149c77fc5867 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f27a7eca6eac991735f03e309dfeb77003198ad1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e29c1858837d3ed9a6a72dbaad7719ce97b8562b9b5f547d44635b2d3f61fbeb +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8de9cbf1bc8c99062240fdb846282fbe15ca06bb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33397e4c917ea92f920de898e2878ccf9fe55a193444dd34356f56ddfecdc423 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d1f7000e20bc6fa3073100ec42663588ddfacea9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9914a0b75bd238c6223a9d03b886f7fdd349f390e14d38dbcfce33bdd28657e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..82a73f499b0f545997a7cad3baeb1a493d0e53bd --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd1b3703ed8b9068e0dc9616b9c24251677fd307ad2c1bc3b1587aa60a2bec13 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..73a941b269e0f0cd2975280af205e4fea4edc224 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbdca753dd9e0f098ab558eade05105dc9acaa453ec6bae2f5997ea033404788 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..729c5d37d5e578e1f41de911aedf0901bec4f7a0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9923237356bcbc899aec61481ccc3be1fab818e5791f72040dba98490eef9c31 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b72e629ffd1b41c54cf3347265dd5e43fc693428 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f28d2cd59e192979c662a0decf965bb8aba083d77029b4e63f5af27c29ba7eb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.30.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..efe5570fabd5e4b6474b7fe56c801484586945a0 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.30.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd1a7284f715832e5eefaadd9ba4bdb66696e1061a59896a874e5b3cf7cf0471 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.30.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae2d2e5ddaadafd6f2ca1652590ce430f6381e55 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.30.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd916fbb93a467e743e449a54ee98b7e39127f18521cbbe75c0d1d4807677289 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.30.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3cbe08a714ad279365baab0508c3f04fd691104 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.30.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1eb6ce82460d3e19c7fb84ced34fc6a858a189405ffd86399ce7439d36561e7e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d39d64ec5cc8fe66cf81d94ce357e20aff3be36 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a8b308c898c476e7417801665b631edd8ac664f9277357dec330e476af68abb +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a4566fb786283ad63893a56d838ab2ffc385bca --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fcc78255218f029d099db4db11ac7a0164b1555b02588a8b5ed4aae7272d106 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d1c6c19a8a0211f81c5a3689f17553f07ef68e1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2bcdb69f7b2fb58d0a2b7f3f3ae098bd20e260e2eb4a96eefb85307e3d0bb17 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..52526d06d85d393306d729e96d9efbfb638296c1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:997513f0377e5ae0910e1e0c79b980c99f9cdec5bf012b3dc9502549da0ce8c3 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.31.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..57f59a3fa047bb6d2918a7ab795ad52b0e557b3e --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.31.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:437765b5d5fb1c0328928f6057756f4982e9000b9b054a02a34446dcaf147190 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.31.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e157a530b280b82c8342f883fad2a69173267128 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.31.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20ebdb55011de2e3b4733394afbf4f8e6ce7331b14db0d7e8af65a8ab041732d +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.31.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..11d3334557026b0d26f6a7b8934a94cb51e10b68 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.31.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:172542ffbede686edcc65329890c57e141a46e5330ba40b30eabbd08e96f9bea +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..089d852774d4f607fd25de848091d4dd1b02a747 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6835f5b296c73d75d1372c4f95fa1090fb8b7a088e62a67840d7ebf87c754f5 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a91645fa62a8fd02fbeecbfb6f71bd166f5ca89d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b33b1e8b904d06d34bcc49f40403c9fcc436dafc78fc95d03a7196bf8276921 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1413294e040b39ac58268a3c056c937c64547bb8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4af1f094832114af7642b5d5cc34aa07a119915afb08db62d63e7d9acc304659 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ecb00a669bb45675a521aa720d9d9c5bf9d2d9ab --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3de9c0c9585fcfdb14107ebe2f62cae1ddcda371a2aa2572334475b3433832be +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..04fdf4e7b35e7aaa66f3e29071fcfdab9e9ee184 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14634eedcb18a90256338e4fc46b9b7c80bd14a815afb4a14ee953760fbed537 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c669a62c9eacefa8df798dd623437a8672e4876 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dea81424eadd27cebdee93bb344c6ede6d3a7540f268b8a65de37da6240958ee +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d30e3a95a2da574c4716e5e2ae0c302261f783da --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d55984b729b8c7d6613126691765e03f75dce1c558fbfa51bd974e00d65d0224 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c8c761440a13d8970fff0a84889f17ee200131b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2dfed16b40a01ceed3dddcecef7e66abe991450f49a3a99be81702b7a249c343 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb2efb2d2101ea99f84a5778654f8fdfc18c09cb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc715d96e2df45a289741643273c7be1a8e1bc4ae4731c6f9e8d6f064aca7f65 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1df3e02ec0ad4b372dccc658db44f97d60df3081 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0ab7f9ebd5b38b0be0fbb0d986e62122efb45aa0ea91f0e282be8d672b17cf2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..820f1a8b145d10f3a8df27c80616fb0b3c2194fc --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec99d23839cddfec14e7c8e5860244252fbec2c812dd924d6b000a38c1fe92ca +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dcbbb5ec0e906a298b196c2d644d2172c71df35d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8add5202043f0039e80ed416079b6e04bb00f33208b69e1e6dddd1bb87cace7f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5693edc0f38014243c27d10e74b34033f002302 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b518e84328ea07f5ca34fc9e0a6e8022ece2dfc6129f244caeea16aeb09801b +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bff1782d29f5974a591e8c6247bcd6d9ca8c5fe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fa678854b5984a6154c20419a1a719e6407dd2307e190acb7ee04f830e08b24 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ad164835628af966785ae362f8241950bfab975 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90dddff0aed3bf75e99584a18486e1495856c88e92edfbb04a7f8c74696e4e61 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..acd90ffac07c4fc4acd34ca0b58f21b2dba3ac47 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca3c0dd91ded32a8235cea897b8f6a4b31acb616592300cee063dd24665d2f88 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..908b703121b623dc68dda935579f889bc297207f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9d2494e9ad8658c152f38e1ec14d42186cdb5fb0f9fcb36717a50683da97a83 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3dfc6ca140deb1ba1cecfd65ea16e3a96956ca33 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b68dfc4d2d2f075cec4731d9eeca56347de5a3b21d5081d9bda4f41d33f8f711 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6620d467ea6cff837d129205f89e4de32ccc424f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8ed5d351a8f595f32916b2daceeeb242e72d1a7cd9e88498b6f123ce5b001a8 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb90dcd2ca1d629b57c2d9b8a0995378656762f3 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42feabec9f068ac49005c706ebd33530405f61a22ce3fcc0b0225036187bf2a3 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..287c54788ec76f0981017a2649912ccee59a30f9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:468bb8cf4a048757a0dec434dbba97e8633f652fcbd16b901549642f23d8799e +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c8a569a2141d829064c43811eb285453de92e96 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a43952f7a99a93c49f6e7216d438baa6fe75f26574d1f179cd90d231757fcc2e +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..43375994717f7a99662c83c755906303b56b481b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d32f7ce5774fc623c50a9b3eea8a02b34975c5d7ae7fc0d8e010f1cac040f8e7 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b2f8df87e08697ea8670710566b3364543a9a54 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b68a2f39a4b955a506c2efe6f994efccab3070847efd10486130e64f269c466 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a27be310054d2c08146e218ea00709ef9950ab7f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad67c18ca4b410eeba1cd18b29404287e527fc20621dda12d29a34fd0273ea2f +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4bbda82486042a7ad227b658809e7f2c60bf1385 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41a9371230ec4e796afa7ee04271b41f877ff5c50b08e44a39f9456e612bc676 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..91aae1635f3e06db3ba9ab30eabda1d3ed47240b --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71f457ed14ecb069764594e1ce07d7b5f2c4b48bccf6ed0c79c2703ebae79325 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..043517a41bb68209cf9fe53a1fe080f702eb9aee --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c0a95d0840174b1c18526efdead66008cca80237c45a27605e1055515065f96 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b33dbca21b26f1bbdb8a46fa7181b5fca1e0f18c --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0beb26d460f9764fd66cfa00b54a40a352701745fb35b221e178daebb291a62d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d42ed5c62c59deaaf9c0bd5d539edf3f718e52ce --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13ad81d81d0bf722e06f8cbb944778162f3a804934540b56a92f0497861a5b94 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ffafd610f44f1079bab2b3dcfe299aff3d0d1fe --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1deec4e19d91dfe67cb9ef8bc1e379461837fbd7f8ac9cd89bc3132ec7d3ca3 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b7dd46011960479391f7f6e4749cb89e3cbe96f --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3960bcf7e760b328104b2c1426979edbe3f13bb47e70dd86d9a0e4212727692d +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa7a38fb73f452f320964d6326dba5afd0e9834a --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a448904dcf3acd4ecfd94cfaed0a3ce01c7bbe857e31839a73b5c02469952f9d +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..feee86a8baf7c4e004757e5819fa84ed4f7ef7e8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c5256dc632d48a21f94a69549c5b69c0ee96b2aa50533a9914c4a1d2d29c6e4 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..33514930c01069845d40663d1548c19d22298c37 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:904022f5dc4c257ddc1658bbe2d7e2a6f7ddd0d3aa9bf96b3dff18299bfba094 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f32056af6097121fd94a5ef35737f1238d7e3b6 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2f32c003c14c0c399d7e45e36acd255c3c18054f27274701cb02c3d95edc335 +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..785191d5ac395caa321cd957a06a5bcae2c78803 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a50583c4369815424e47a93a82f12d886b04df1d03dd2ce970f74988a8bd907f +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b67090fd4055617fc6bba283bea51c1df026c17 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3e11f91558846b059492e34eb877b0eb9824ccb6b3432f07b7e11642a1e8e17 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e887a250452bdb7c3365577869429672edad3a8 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fad6377ef7840b26d76176cc372fee0b036065692c48f3cf95fc256aa56e174c +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6e8152bc89f55ca8b6fa6498905f36481ea9a58 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c348f8387fd3dfd428476a16aac1f45dd5eff37e43abb95532658a784e50921c +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbec15a0b8a68dc42cd3bc985df762cfeeae13e9 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2dca49b3b05f6cd39d488cc812db475ad9c5f033a213f2bc194616a254d9d97 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2f476fba1d004385084b5badeeb15e8c9cc9d31 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5481fed589ee02f1f6d515a366d398df333dc93b6d2b5f7b3b1a92774ba6b54 +size 58499 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f3cfb794a5a760eaea87da28d5817468d31585d --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa508f71f961370972bba420f769566aa0f0ec03661f5cfc4fd4806834e7866b +size 5251 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d7574a16a2825d0dcf4d624722f9cbb986a7bb1 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da4c86c33cc3cf0e1568df59c808c8c36b0d8d4388ba52e2387d6f2a44defd00 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5370caf1c80159e09cf48655bad289997c790cb --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bf94243ddf3dd46aad741c938405d57f61a106ab7d003f9dd24f749b0231bf2 +size 17539 diff --git a/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d149492d6cdba13707057d1385b9af63ba85811 --- /dev/null +++ b/params/llama3/8/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d39f74276212178f2959254cf78c2a24d0ac4905c24d3fc3e68f56780dd40fc2 +size 5251