diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9cb988b42d846f1250ffe099c10564e516c35c72 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45c83f5fce3d4b7a63ef57f2508c965174a8c998fcc34e647c5d93155b8e2f31 +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f2dd1239c7ae6714b4e111d0bfe83a0bc196198 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0da02b8c0415db5a2ef155b252beedbe155e9ddbab8d4d3cec0e3285072dcc0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..469fd48c3a6df812be3e621c6f7f191043eff2bc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11e273fcc6380134e07441574061b05c296f2947cf0caf9f0ec590267e6e922d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1eeff560c549f66f16943856f51797c1f2bbaaf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1be917782c6ae33292ec23badb84b2a0a0214b041096e551eb9c6cfa803e0ba6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1881156304f936e71c4453d95bcf8795e0ae3e26 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75e07e69adf78f296a3e62320bbaab9a8ee41ab3ea72fbaf60244f6497142df0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..52dde696db8f701b47e722190d70dd978bbb5283 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0f58dd271c2b02ecce17778358c8c92c5c1f7f455b90a677f9263bf81f581cb +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..80be260b49bb93ad3cc92de6607b06fc44aadf7e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa0b0eb1dfe39ae58466fa21b5f657fa9e14d9791307eb537e36c88af2bb8652 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb6b3d385c919f1d49c6b875e87db4c28a7d9ab4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff2e66c10a56f331314bcd20ba1fbdf4a712f9ff25aa9b0dadfb22e04a1a7b48 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a9628edeeb130a4a71d1933bc84d8331fa96996 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba28e14d4ec519fd20ec6d3ffe3aa8dcb1aff7c225cc82fce70e2f1e9d5a6e5d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47605687f35b08a425abed257e0b127ba398b665 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3627dd1abfb827e4451373a5ecee3a90217111df9563549159e482c413a39310 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d1370632736b6c7f63b9a79150787a102cd8865 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78c849089e1da17e257956ec2698ff37f03b045409579f3de57182ab26fbf3ca +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..57b75a6912aaebb6da36cdecdfbc54dbb7a298d2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d85adfb71f0b199fecb95284905ecf0130451f808d726135690bb6393386144 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..65289877047244f272fb773a6e2f1c0acb6c512a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3aaa027f48c4c90ab89a10c944ff2a8baf92563b21a764fecce2363259023e5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb324c10d8ad579efe7a1ee8cf58e03c99478910 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa9cd8abf7d269e92bfff413d49937b12d6d66a8ff25643011c2840cbf21f142 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..15c4938335ff9ac1b1964877b0379cd06b50a461 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d46268f4df49d8cffae329eb10625cb9bb33cf6046cef549de93d646406adcf +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c4d2601b065e5422f074acb6d28be1d344e9b5d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c6484f0ae159a9a87f3625baf6fef5ec456e7cd3385a7dc03409ed63d67a444 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ec4ff77584b3daba515dfe12d2377d6b1ab52eb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:261a38429a3109026575769287126250cb4d09507075e3b86da76860920c8149 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b951301c797bb05c53b68667d3ba23b6e77a196a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21641e0229b3b304567a9be86cf18bd97b79c10bf329a270df8542448d3691a7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..971e1fe513af2ad52759a86d03323d76472a8a7c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f95de66a32d7143b55356de8553f20afa0f8695af54cb1366b3b26c33ce0742e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f7e38b8f0249a1deb8af0b660c2b6ba79c0bcb2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77bb395d91284b1580041d72bf64a952f558ca581ede1ea9dcd95684f865cc63 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2277565c322ba234c1ca15cfa345d59f9bb1f02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fc866c7622be2ea5ccc5dd6b3592e0422bff820118af31135a450e20c567531 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..659978f5cc24638a7e688d93fc2dbdf4923d3f63 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e2e51ed4c4b54f3226d3b6447947853704a7f0e774a759d509ea30b9722142d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..606a4f47d6f7139a5645ffd5ad748d53db5a036a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17f8937516ecfe74b67ee30ff46b54a43936b66f0525b3b442f2dbb4f690396d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e27a867f8ff9cdb1ba5068ae01e366ac2a1c35a6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba5d1f33f878f126f82eba8135dc3bea0b9d80917dd670dd071968cedd92293d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1a6f7a6dd5ccd4d8ab6c4193f1955e4e597e17f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:877d1b308c762b66e2285bc2f147ec17e8d149c3f635cd6770af1136712de276 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bcf33f15cccd3e886d85b259ceeeb71fcc792bbc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e28fde53a1a410342cdba6b001d3d79b4478760c357bc24234e35f293096f3eb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1043215d04bc2ac0607a2ce9e99b5c6d36b0ebae --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:160d88527ad8585167fe8129ced2ac907d8533e320b38a56405cdb5981e56471 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa14b6c4020be5623837459f723234d476f48cfa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7a2395b7356e15ff85ffcd41632be9924dfc5a2e6e475917482fc64731eba54 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c18573566935c28fcd94da226b7e8436c85bb4aa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6feabe437270527562f8402956ebc69a57eb938091290a0b75e4922bb9938659 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe9d4d7dca1819cf864e20847d7622f25bfbe309 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c5d991ca1607e31761cabf69cd42f24c7c321200b5180d44e00a3acd5b8266c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1491e5d7b6c7baebf08958532119428f1658de33 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:399f60362ade2ab804500b2a76a5a782083f0e583881ca98b7d9e924c8d269e5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b43062ecad4a51f2dc04eb45cbc2be4c1b9091a0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:383acfd4c1eb962a18c27ac6f2765db845e17f9384b58d147eec5849f874e30d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..437495e0c0e5b24d1e1d9d543f1c8a2b7eaa29ae --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:590ffc65e2a67942709c5489e91fd28862ea70c4a5b63f7a1d5135d05c5362ef +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f9e911841ca95012bf2f3072d76eb1866ef98d7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0740f1f9ff9d4e48a491366bd27ea5ac940e7d1d552f5c1eaf4c81bb9eab44e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..37fa2971e9e5a4b3b6314861087a05cf74af2f8d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ba8c00a175708dc1da80dcb7d2963fdc97ea1e18c8487c2cf1e2d7c2c999442 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d06b94d4e975717bcd23c72af44167987e1578a9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fdcc94a0b4132e4823df9da38ad1329dd6527b647027b01de5e364d2bd8eb52 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..98f33464d76e0c34d852591f228d16173b6cbd93 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fe77ac2604e3e7505c539b68336fdde3f15e3019c0bba07363a8b45ca50a95f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..406a8d858d25db77d38e78206ff84120c3facffd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aebd87dfa15ae3e9c29c255f46ebd9d25c35fdd23806faac588d7a63daadc50f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c944b6291c4ccdcc9c2f7ac229cee9e4bf6783ba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3576ea5e41063670bd98eb3a0813650cfdd34a7b9d4baa1a4046fac39b4320b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e255d2badb27fcba7e55af034fb198c15d7c9949 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57ca7a0ad1244d4ff317b9fe50feeb4ce2677881a1dd5510b38fec84d25bdba1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cdca8a1ea8ee0b35ce7dbd8a08b95ee6fd04d262 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbe04840b08b364cacddeae4dd2410619207c374bdbf21a53ea12c1c7f7e94a0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1220a91ee931740a923874bb9e9aefbf2cc3dd02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df6bda211faedd3be14516271082acd89fae386adf4a8d2fd7e84c13f803ac19 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..161637a909991d918f91176d8175068592a99b4d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e46bca145a29c5e7c273fba8fd5bdafc3853ff26a72b8a614cabc2ffb9d566a9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..21138eb311ae0494c6155bfb89fb4b355a6b0375 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5372bfa32a6cb1db8df3bd7d2010c703223e1dd0a708a71a16cee6e1c10f5e5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb4e151236b2155d62447e1255b16406fe5b20f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50222413c4b81b93d546047b2b035684ecf765d84196aa0b1ef3407efe088c2f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..643e1ad62850ff48c12adba32b85af9eca91e624 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99ba8f29e685cc8f5e745bbd3f7e27a57d6b756820e0d4854763163a36e07544 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbf5ee3e73cdc3be16b24c4bc98571b78e16cddb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:163b435d61ba6ed181f64fd5121479026ab32159a5f48998c7f49c7ae62be052 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d48dbc227c925b8ebf33e234aa307c2356245c42 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14a8edd35bfda49ebb8ae06962774059f03b28ed22eee142eb6490b943eb710f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..be2c5d02ebd5c8fdc61f488e2e19ed7002768643 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c91d341de1305fc6e58c0231493fc4d8e62fbab01d11116dbf108d71f4d3be3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..23d84768cb1230a2f4be09607dde50d34d63ba9f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a03697d8851ab9c9f372e0332a8a07e9ed8a61630ccae66d2f6e05d3e20262e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5eefc0b227a7a398eb4c6f78537875ad92ae7978 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbd2b1fdb504dbffde64a252e77042d8f6a34bf821abd58e466a520b237599f6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b83ca02d7684f8788ec62c72d7fe1f4a4ab02d78 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee88e26d656885d837b236e7117587c003a53afbf1dc3d12aeb00c422a4684cf +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd61fb65466196e64eb6a00e1f84dfddd831ab63 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3569e4b75b2b676a2dceaf8e752ced80d871bf6d5f8f95d5e55690138a4d8ea +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..001c74e075b063cc083fee3283158fad664248ef --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfbde2a63456e386d7105e5193c29acead0af663e091cceeaf4368cfa7df2d0d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6afef9fb017235c484c7a4df0e903a7c7ab2819c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e260179fa4eb7030afd1fcd93d975e66d2e9ffce980fe91f98bf457d0f648c58 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9cb5a2146ebefb6fc2498c23bae411a746a4f1cd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a30583e5745070261870efd49353c7941cf6ac643090512f8910b0feb7e1397 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..06fc9040c3a83de5a2dd420d2b849974eb1dfadf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdb429d3f93a2ee21116d69107b4361d1fa35c2b668c600887ca71c4f7719646 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..11cf55ebbc0907f3ba1d6c06fc91c0311ddefd15 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:394c188b723d5918b5fed7c4ad27c2e1ad391599d44027902577d26ffa7b32d2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa3f0eaafc325e77c474a556a7d42b50418e691e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ac6b7da1aac503c2d59edbd89b65ffe6403e245701a64fec62db3ead027b5a8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b03cdf6a56d66b509351a664a194695318d140e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b9f31fbe097e6f5bb2c7d3827b31d89e6e31b412888d8a6cfdec474e7c8eb4a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..450a233540938166ae8c2b258d07825d642aa148 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1cc135b9cb3faeca7ebd9216a25d826c7a5bb73454b4d225e81a8fe1dd88895 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9723d4dc66e119ba2f9e6ee71548ed3cefd4692f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5eeaa4831d28426b8b6bd462d16a7d6e5589fef01612f6468d459cbe05be26e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e376541e707619d54f5152245f996b5dae069155 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee2dafd548e23856ed44e16377afd94bb247c228e96ccd4e392eec9fc60556c1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9d779e314460c187614c231fb81854e0488b1d6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fc6285d3d1e1f3167376d1582c96b494e9e10f87285d174a7566c5b9690db55 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a81fab8822dbd83ca274b6607bbeac3ef748285 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be41871c40d702fed98d17094afb616eacf31effc283ba6e396d38eb1511b5ce +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbba88ba01425d1dc408f6fd0d4fc777dd1929c4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:393092cbde3d8ae5aa883a76baddd3498b47ccefc135860f963bf03a7148d448 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..db84ae5161da6a7e3f1013f2ed355eaec7f687c4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d786f0b7d153dbf242038f412aa361aadf78dcbef600bf567d3ec7ae5c14236d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..87f3442a38fc3608fad412a3b60046f41c7eaa4f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c90e55007fcdada65149525505ff251c03cf88aef80af57401056bb4b5a8902 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c29f3bc60cb5a0cc91890bdfc2b4ea5c6a099ce3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb6db38cb1bb61319add30b46febe639457b786ab485fb5f4204d19efda14b38 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f6d66ef57af36de59f0dc45df7b7ad0be9c1048 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42fe2420dd77af4783999673c7e44db64ca8d19ce837cc442dbafe1e9dde34df +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd9df1f74b8d180d198dde77dde4973c5de6bc1b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d45c43ce301f21112376c364a5f63fe58630945b5fc161cddd6b4e93bdef8008 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..51e996bb410cb656e3a278a6d8908be733d556c9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65fcb33d5a3f8505db8cbc2fea3f2479317328129b57c08576c3ab2f2d8f6661 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b687540408d44de202571923d5ff144e6ced7732 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a98aa4a0da43e0c9e31d5bea4e67a31f26101675c6ac4a2f53b63929e7bc6ba8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c24d8b0328a4513c9488b5012515062a8b87632 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5104c0bfa8dd2944241fc6a90e0a2cb95b746f3048c3f41a90f8bc58d4a619e5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6b4d3407d53722106248e1f761e9687e217ad06 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4950ea40c8730ed069416d8a48338a964d9c9a08b0bcc315701724c003950139 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f01bdabb24f5a282d0970ead3eb92a8f344492b0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c3ea6d7e963c846e9365e4e22fdda28a93436d1d0152ea122883720cd4283ea +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2a106d36fd07225b68c4a80fd52d17083d1b5ff --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67d4a873674cbf012e269ab8f88f8c07d4eee0231a1b1f7f57ba8da17559d350 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..df51859394a4f9f41b0484ba2ad7077894f32f23 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f770a961dfd369a7adbf6162b4378e6cab4aa7bae2bb133ea634df136fb3031 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ac3adf3de4e7d7436946398c56ca13c9848ec91 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a68fc8ee468bd14b2404b5abd30c08863a582a3528efb123b7fdcb3ca2a1a643 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd32e239c669b72540d5afcfcf7b04ab7854ee8d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9ed87a91e082d2f4ff8d8b1acc2896aa01467a208d7023f205bf50e87d70550 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d360aadeefefb80be678364ebfe1813e4b2114d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22b8e637b01f0ae1d9152bec8c8d117abb8e79f25a1770d3eafa7f6c3615f4ff +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..89a72c0dc9e654e4c7d8b2b3bc6cfc97f6f2ea2c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf82f92b7b90119f1de4cef863ac5ebd552862187513d11d7125fd0583d529c6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac84cda432406f76cc5714795ec97c902d3ddd3e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ba75a72e68ae9b7443995918cc5e2c998a877a59eb92f76e8a7ed082f2aa2f3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6741b70471276b9fea868258e4ba2440727ac40d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66e2d0df3b10760eb693d3f3534ba681c86d44689bf9c47f9614644814b0fd15 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f623ceb180fb512059e13a90485b934738f08ec4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bde85975017795d7c1eea44d48f818b36b4c601c8e3d22a664fd18e0c682bce +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..36765e3b4ee30476e71a960ec793e395d4ad1431 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da6be1b8fe72625c9da99e206d48f396888fd82570bd346f2c7581b2fda05717 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d2d8ab2bc46496169632191215682a5e1cb542f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1dbb5b9fd2b339359c106c0162a86129a05f2b0376c708c937385f9e9128d3f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e446b7081d471183de9bfe6cc6dbb08169ce740 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6a44c9688fd663c387669dc7847bcff17321a573640d6b8027ffa54e6bf854a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d6b051510e23185159700dfa482b7a9329de57c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f3409e574cd4cc5c8cb96e32c3d6cdfe9978c55d1e9037466911877b949a89c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e23787bd306c449ea22781cd73e706732b3729cc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea40894aa6f719d41a57d056371c59d75fcd57d530ad2826a9b79252ca247ba8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..88ecec90a7962f848bd3a6cbf76ff52c4d670c3f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05e13f49749f48331e4e514ac4d9612c06a59e6c8f29709557a8b6bc58f01402 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..165bd2bd4371e08b716284cec6828603cb75e0b5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bfe135fecd059f36667d09d6d27754b9631715107cd3cec761d298ce582a9b5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..76ce3c5083ccf49ce973e1036610867ed17bc938 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37a79dde815e509b0faf8d9735b74be763239a48c5e9ebb5b90602f5b44c6546 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e189c5099dbc1e800da1e7b09d041182dc8466c6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d6e4276b23d6f33048094fcd08b9b97b678f21b6ce270eba157667b80b59d74 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4dca7e67d14b22d33bf73bee90b02861e938cc40 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6e9fe8af6f738431ebd9fe7f7047e258f00027f6e8f765c935d9e2d10a0f573 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a07364561c2d4d3da10ffc819796b127d3fc5e6c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:915917efc9e4acd803f3ca4137c01b15d9bb00a77ec60112661bdc556a1451d8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..87ca53ccf51e924d2d2c6dc243dfcc86a8c75b9c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe03fa3cebaad6f21103e5cda842acf8415f05e4db399cb55723bf5d18b6dad6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b3d43d344ffd3ce1d87911ff8f35c7fc58e01ab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9691b595beb4bf6da9a9a7e4a95174cfedff466ee4bc1008544cde1e90455710 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..83a61f2c41c95481b0a818cfc101aa393fc6c1e3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9f35f2a6b0fcd34b8edb77027d5a34da57886cf2eff6c6e5beed50d1b65ac5b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..08131d25f9fb1d7e60a5f471a105fb98dccf524f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ec41dcd0b6250de1abc91615357e7ae18372bd4451c3139935af0dabe4129b8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..17b2a5291f3797afa65675a822409ca84a1875bf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ae54710e99887022540a819057bdbe30ded295c5a1921f9dedffd757a25015c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9208f39a56e9f7631fac51fc0623ccbdf54a6b60 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3085a577a3976ff9f5b88493f13b87fca0eaa443fe64f606fe3fac464f6a8e08 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..20c6ad56a55885ea51b9da4da39a44ad6108cd4c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df93c762065ba87e1056cc36b82a5a8747299f628da6e06631d36dbbf65c9231 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..06835d90f102c5aafdd9cdc5f8737e05fc5ff318 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61fc0b3b47c197b8da024eba49cf8b7e689159e683252ae82f3cfd34da3a824f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9e840fb655d94258dddfdffcec2b28566fb2123 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c9ddb059287dd86a9c7f40878bfebe57c80b41b75b7592fa679acf56796515e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..32743b8d18db885afae23d2bfc2911370372d46e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ae23e24a4e905502708a8e2908a8174ef0f6f86a77f14ffc3b02ffb866c8588 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f6b12f720fcecb144fca76da958446ee264a644 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df3523990bfd5689cd8635b787f0508cb49e59a42cb66d4c1c7e0d8b431de1bf +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ca12a2e1040a4f8ec73cf6aec4d6232493c0f04 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e66b3a2d90c9f1c0f9867251f0710a5f5394c6d047217f63d62eb347af980c95 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..700b7ab6d5cf31c8143de90dcd6ded4d2fe67a72 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eee68d14ac35b898b6fceee6a2320213d258f8abcb88f57211b51e83e36ae6fc +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c54c2bf657a8289dd6f8425944544a6acf2816a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16c7aaf57c76999d353720f2fc519fa7c7fda769943efb3fdf07a7fa61322df0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ecaaa3bdd2ad5930300e2c52648fbfe2a6347f29 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a54dd0ea96e2ce651b20415b417d2c695bb13ce323467bbcc29c011bfd2010b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..00e3004b3cd9582fb8ebf0ab19ed1a619d2941a0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37d56626d219e9ad78e4258b2bed51f62475176bb14baa292077004d01ee63e6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..98b4de4ec992f712d54e5f2191d5d9d77d36bc7d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e442f7e96c9d2368fd604ef4bbded7c6e91588d00097884a5f0267c3a072d45e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..289facffa600a0ba28ba3ae4ced5ea032a6d837e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffc097ab2c5de75008ce9657a46e2b795ad0f74c7d62a3778cd8b703b281116d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cab55bc538467faef6a591dcdbe419be999379c3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:892ff58052fec0e964be69c4c9cd3eb3e75924a80dac0735f4a68d09d65accd4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8dc91f6f6abb5c15f74145ca5e8baac4d7b92743 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7059448b95314e37310cb4fc3c96d4d82e72bdf4825922d6312b9d5a7306f18a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d334ba25a3c54d4d002de57fec09dab876f541af --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e542836b2d3bb8d746123746b5b18a6ca710eff0093a8dc939f4920dccbed4b5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3f85a873934627e5f81c9ed2121a51bee01612c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ca22dc1852f2e9bf3c7c7206ebc9d4c9c2fca290c338561719080874bc4cf0e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1e4e37c265c65d5ee05cf4fc58602223c941398 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ced492c660e1acd07e7f465ff2442c10cf94b1191e2783c2006666819512cae2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..50ac9e59ef7282fa08195c5deb647f0fcb2c47fb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bc0b123e4660dd19da1db870f79a926c548de18f2c9eced453a269d643320b0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9dcc6689c220b117dcde7d08ef3b15a0fdb4a8a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7b749a45fec23abf8a605239fca00e69eae0aa6bc62a29fb1d4cac4d3b8fb92 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..70699df76bddd24e2d702ee6230e967246e4bee9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc3203defb037d6ea3ff9220b9894540bd5a918aaa8de44d5a82f37652682b61 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..596b0fe19022f5494e81e3ce7773cc2facb9d052 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67fc31353e88cc4b2566d6dc8918522802d2eab6e26e6b43af33e42b7690b1a3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec64c36a7bf5b19bb91c69f0ee0eb4bc6622c72c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac03558fd8ba9913762167544d3680254bd81aa500b788c591c816e49697591d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d58d9ad7b2420468211ef87321dec42cc5eab4b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0aff84f8dfee4fccd8757d0c50b6bf1c9b63f0e5094791b32ce9d57e81101544 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a9dafe91a0ac8e3ce6bc7855934ab81b2eed000 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d94cd1c6cfadcea661fd46f525da04ad284607913bd5cef841af0c6f38928720 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f49fcf40188252eefc07fadf4094a5ae1287fba5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b90a8f5a58a0d5ea9f7c74461adbf23f4fb73df02511933ea36674df0e64dd9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b835935b32cda01aee14037ce1546af47ea5668b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02af9fed016cf385fa786c9a00c7d39f78d2a654beac21c2f4eeab57b336709e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9ebfe53d93ded1693f8ce6398dc8fa0f775b690 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c1657a8362328f48663f4e9ab497fca641472578828272ade502d116e92e07f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..26a5efe9551115a5838cebf9034a0717a47d3d5b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88c99b26dacb58859f9779d273818b441649887fc8c01f3ad48505d662bea8c0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a78e102195a2e9963fce6613bb3075ca574c3269 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c506ebe081cf412736c6f268a1a2de112143c962f28431be1029a6b4c5e8afb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3481c7cfc20e5d6aaf6c6ee9f7fc1b3c98591e21 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45597b315cabe92171d8c2952529942be55cf991f4d6a05091c9ca5beeea8ffc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f335f8879ea56fb75649cfc6351baa8ecbf18f7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f77d7d0bfb52fb19c9a98796b82dba042a57fe7cdeb4fd39164485810f91fbe9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..109e482e0b421942662bcfdbb1568d0978d6ccc9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc97200e26380fdd00cea90b60b2eb9778a0bc4fb851907856d1e2a494813f6d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..75cc65353504c109675ce14cc31471459b696d65 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:900f26525db75b9511e8dea21451265be0751c36471e4775967b27602ba4534e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..63a82d1a0109b45382e575b592cccd8defcbe313 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3500a9f2f0e7227290bec82855db0c755b2632e63dd3e6fbc6d0ec5f9a6c052a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1bb56dba748400ed5a903f999e9e67edde0547f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce8b5a4b2f1970900f0cf8b6701fba0538e412adc3791f685b10528fb4518e2a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..142a4063a71f7289c0a8e9c406d6b0099aaeeeb8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78d35e76341cf8f03c64228fd9381e1535e5e469485e27f96bb9becd9eb6a99c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c24239ad069a8ce62eecd4717cc752701b06bd23 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c166a8c1c0dbfbbe468f71307292d544bde66a854ed4612175d5e5e1752d4e8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2a7e552d8f0f9d9887af5c559613db86329e7e9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e1271639fb20198c3a69cc4f8db48d333d34c3fd8200b6f09b3cb1a447198c7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6882d8f1f301c1efd79d4a519176799edec6f20 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65d31e6442761b37aa85607a5da08c502c58cbb8636e40362e6bf5827c4afe83 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..290240c7ccef4a4dafd579a239336a0d9c54cf0a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38df31f216bfdbe8b8d5370f95bfcaa33177ffc70336fa2794e423ac2d277cca +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb84c51290ba6365c4cd298b41801198349be519 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d23ef54d9a2f24ffd03ee7393415fff86f49d3765cd18ca40f1726ed4a34d1d7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7c5d1498425bae6d6d3453c924aed2f7fea3d7c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53b41b03dd2368e71ff536d732306d8af1e924735590cb1f6d79c8568de73f21 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f991220b98e1a84f220d09728e68ef529807ade2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b55013d8aa84c31f5925194b9d8fb5768049f1439b478639280b7aa1174c562 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c281dd49504a3770f748ce04153a557138f0481 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9147c045611a10c0eafd6056b4d1805ef9b825afe985ac4709219dceff25b78b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e148372d643ddf989279d724a85ec7a1b9bda67a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b54591e5db469dd39707bd5eb5d6ec8ad78f450e4f006c5ae646749acd39273 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed3a8ac72704cc4d86bb1f7adee8611b8aaa51c6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91d014dbcc373275376421d1caf5b939ce7ea49db234cc214e562b0fad11eae0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..681b620a472f52d1535f59fc6c5dbcfbb49d246e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd615740340dc4fd441c11b1d1c17ae17fdcd15d45fdd4b68f67bff1115bdcd1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..de54a25db126dc1b14b8dcf9c2d892e5a8d48387 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c14c6aed53d0e0503a43683c0f4f9f251766bebb920b71c8565c27825972f58 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..68f3fc43e04dc01011ef9baa8ef8d9a1eeb5e5af --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3790cf9b235439151c86898b9cfc019ab4db4b49e8daf7f3bbbf5d4d6be84ea +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..11dd8e5560b0c62d60f24a1d0cc90db218f19860 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa7d4e736a9e1797b3b834d531a0c114a0c2d4214a0f6ded3692d2c20c220e24 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..954e665513ce5fbf664354ef0e2756b454937cb8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4bd0979b95e7720f25ac49936a35c5a0746a39f05778c18f4608dab8121c743 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbd85e48ccc342c541d154c756b5d3100f282093 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:307eca756a7013e7be7947fefc4d0940f32eb39da43fa2d6b3877fd9968e868e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d4305072be0a65398fbd997ec9ba5e3ba82b434 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca5bda33ed31b3b428e7dd60f5bb60d86b39f7daa47fde8adb008e69fcb6dc80 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7702e7698119cff574c7cba4543dc84c3d9d61ab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e984e3fa99ca9a6625a172874f4c0430a6f9700589d48a53681bc91ef855b9f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc46fba55848d9b223ac4979a04334920c426e65 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e8166ff91b83bdb314ca009fde28f80e50e2dc6dc46eec0cd31e2114ec3dd48 +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d68cf6a0505a526db33adf0b3889094ded79bc6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d3cbcdd83a0e606fd59622588381f4d3c8c8b89188b9c7f2cc9dcf8adf5724d +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d93b17ed58ef00909b67c17a83a61f81163fbf26 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5de2d0cc528c92ddc9cede1ade42fea60628bdbeb5ff4a0e455b1c8f17c9a862 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8348ff512c29e13326225dd85371ffa0eeabca60 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2604c549cb6b0b1d3920ef646e2d45a5916775d0ed2e1d88623adc1824d5a7b8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5999dba074a876f80f98926f5151ffd03bfd2fd5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a88e542fad55a9835b2c8120f74dada7bafa5473fd046de53ee7a7ec739175f7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cdda5df9c84c067e08e2b3f40ed1dc3cbcb2a60c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e05b7f1f3bd3c1184549fecc2c35184e2550fae521fc62fcd3f76598849d540 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7fef4c01f193997e5c1757a11ba0f0b86936db8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9856c356e1b613949ea416398b051fa56e09b28cd738b0deedb86a4a6d49f27 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7862ffc189e74c9246231616306ff02e6df9ed8c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fff32f5fdd55f5f1e49f124c8c5459ba3ece1b391545b8bd937918a167de8203 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..928691690cf5f4c777f33215dbdeff8e40aecca1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7f430aec39dfd018b1e25a3e7507cc97dd7e8869848892b9787b7fa2140caea +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..04d013ac421c8501401c28eaf7f108ef58df1c12 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8524adc602cc6a29d7ba6ade5589c296c315ed059a681719b9b6ebe3ec849da1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..012407e5c52a92b750ba276261a1968f50aae639 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50b29604376a484ce623c0f8907b6f2328c028f1abc49d5991b2c23e2299b9bc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d67f76a79dabe0a965f8b13e9ad1771ffb02e14 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e52d385666732d75565390a3e3268723f8b432370db23c8258daf2ff5364ebc6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..280d43ccdb9d9c89482ee092c8ca67f56b773735 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57d209c7829b158cd79f511510cd0311c5e4828bb7ce9ff2f7fd7e09f7d6947c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1d310a99ba0f30deb6101b903020d8f2b7bb730 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5984042f14cf21c94bc76e9ea717f520ef60ff37a581f5fec2f8288c4ce4233c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..53f8d9593f0766171861474b67a6eb42b8ec20b3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3e6258f45eedaa7962fd0aa0fc494ac560132b29203cf1ad32038bfc8e2c86c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d236e6159618e0490e73de6e95f30d5448737a2c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5945488b5844f16b2b31614aae6eaf14d320ba5c67b9d0341a57373490ca983 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..097fa2babf59f6e159031a478776446cf40ce58b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:268c4a0d2a372f84a4b9d9cd89241ba5a4a2a8718901236e8625c2f73b269e31 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a63a4e28784f73f1868934d2d3aef717df050e8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49c07d9837ee346fdde009118104190c20d254a0e4fe445fff1755cd0c8e999e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ba075afe029381c970d32768458c74430910249 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bc2338583ef61e6032c0108317e2b1c4b67670ba50a8417520fd189b53d4c70 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc0d913c1b023f974e50649bd42a455113054997 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3fbaca4c10e6194f10509453b402d586ddd0871a1e2f4393257e043250784c1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9005983ae09b6d20debc8136f4ebb2214787c859 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dbfee611585f03006740b0d7c72b243ef922a8446af47a55c0750fb78447bba +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..998d740b789c87a3e462eb241376f0671244eb56 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6407399f24934f52ded97a5caa58441bfdd41cf8c99748592c673785bb8d3466 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..39b03b5ad799caee745f982e5effd17538417075 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6243f9ae7a300427313e08d70a4ef492d4ce294fa4570d6ed5c348b72bf710e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..037e3c7d62d8d0645f46d3731baf709069a0516a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb6966b8fe47af90e1d9ee3f5c91da3371efef3dd0e996139f7c2bed1e62c337 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..68a29fb433d07273021fc7cb8046e979e0b940bd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7077702664a3495a0fabfe222e10e103bed22ad0f142225d0c60ea91bfac7921 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..865a5ccb5c0a88beef413c934a5e2d3025a5fb47 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94a98d62c03b7cafac4e35dc3ae4820db2ebd626b15f3f792a624bc0a0f6996a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b87cae147f15548d58b54bceff09766f569c137 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a66945f6411df1d2616296affe3c5b5209414e6ca9c5dab8b7d60b45208e902d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..282cf4eeee8fdeaaf2e362612facfaec77ec5c7a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43ba5a9bc4b9b672395ae62eb0a345a9a35897b7a82b7b2a92dd4821b583eeca +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3aa433b354af416836628f93ce8fcb54d8eb7db2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fde899e4615a3604e65921e05aed6434b06eabc73ba12246f7f7223406f8b23 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..23cff5ee6f0f794bc5c9d54bfa8fe8fa25522ae1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b5d3c9b1db996f118d7ef44bd926447ef3f2d7b1644e9999097285e8b88a95e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..869e3475cfa6666a03d5ac38a393b975067b893b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29067ea1446f88b68130fb642abab2893f9b1f31b64d3961beb659d31e06fe61 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a7ad2be1d210210732489893b3f0f77ba58341d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e815d815f963722db6ddfeb99ef8eb2fece84a6f7de43bea81a320d8c39fc63b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..490800be79dc23e59bdd53703fc5c55bcf1b4ae3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11f63a2fa4ad121329976bec3d465e4d72c4c1edb78af52f670dd3b58aac2a73 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a796e32a1494610679cdbff5c0a29634ce352e80 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99f59b5e896b6a07836294ec92a4ad2876f05e56843743b09d6eb61280545faa +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..33b51e58b178484c131b1af613f90566eeca1b3b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a786a6cfcd1412c3dbbff39150baf2553b490f9d6e92e5b23171703e536d743 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc8444d953ac9bd62460b02c3d9f1d58831c5b48 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83ea4fdc01a00a26502294f3004b22a072d34811d0e71a230f7f40e2277dae5f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a577fb854392c632a9eab183f88a1df3140388da --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:311bb9d2d423dbbcc36c62770a033a3a61367738a47fb6cea9765da44827d0b9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc86013c631471aecb017a7b57a0b678f21d8d64 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e41fc955134c7c6b2d79b3e497606578ed6a35a0714870b4060fceef54b3ada +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9f9ec4a06a9d8d9cc6c3214f0362bd48d64576a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e09ad7752730f3144d06113e9fc7ad79e8afa1724d90c2226dcb1997de2303fe +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5bb5b0deca589528367dedc14ee353789845ff7e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b091909bac135779a2b024afd57b1590e0b40d5d11592fccf1d3221d018052f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..701093cbe8dec86f5244f0a537beb267d1dff441 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6dd6c0f656e1021dba04b62edd4fd457273156c49947dd826f7e528187de273 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7cd86a47ac13cf016ee25da0d584dfa902f9ee30 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28e3a7f666a5c4a80025abbd59747326c14b8855cafe67ab4289bc1eaa527a7a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2793e3a5e7f5a9ff1dbf2df30c8522d1f92d5a1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72cef05dc67a6fa4057db39d55a937d93a4a8e1ea22f0e6d124f3150b72b39e3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..484b2771cb998b42ea99a45c5653874cfbdcdac0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:492a2e4e581b03e2aea0d341f4ff933224b034d90415d46af8796b9f1e609f9c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..69018e3aa7710ff74155ed298d9e31697b6de865 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:737cec07d38d60dac78f8a3402e1a67085efe70905b93488863c790acc25f5a0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9908fcf59d9a92b06c3f21a72d69b4d29f9f4e00 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9051bdfbfbdf92eb0d3f92138d9208fa547dde4e364a2374b2f8c46e789888e0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c333ae99f6e5a64fe7bd667e7e58cf0dca2cef4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b075541d5a02ed0324e0b1b69471443d0c91d502f7ba420e3e9a42b158bc3b76 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..35cc9ab65a69982037ff6cfc5aed8f7a118ebb5a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc6dceb997a6c649c0a232ff5332788f363481d22e23b86d1047deda45c48516 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c25535cc8a723f8ebbc8f1e47cde2612fdfd47c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a030ddbde238896d459a26415e958daefc8099aaaf138a2ad065eeff5949e134 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7c95af4b4ad8f8340d4ed32d43f48159bd48d33 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93d3d7ef827a6ad6030a56f9022ed21026633f1e0c75b800e4cb6273b64eddea +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..91f4d5bc71a991eced88cec660af3be94000387d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aee1d8e1e0b51781f33a9af00a218cfa9bf97ece74baaa8f1b3d0b2ea964bcb9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7cd814da6e564d1b5be288d1d48d54c43f0389df --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0ec4d9fe727aa2edf22035bf37cd29c9751780519eca7c9eb0a4fb02b166f3c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3085656f98be29a3b998b41ea673c4fcce49362 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88fc6826446ddcc53f196277f5416dae1a8e60ac88dc05415aa4f25be73ada47 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..294ee425d491d3a190e2a108e13f7e0e4a251fe9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6ec90fd9586b332c662254eca99616eb4dc38f87446eaf4bd65aad7c8d5815b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..40c53693d69e9b27dfcdb4806a739fb78de3058c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e89c2bc39b858719e9383c1a4b0e2ad6af40884badd4602ef745ff78aafadbe5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5deb04bb934c49d7d2a0b6154432c7734a82d176 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33650610cb542efcf31dbf818d702d5edb2ee6819e054d0bc03c474fa78b20e7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a01ba5d69723562847714e1a4070bf0edf4b402e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11c2d407ce6ebc0409daf9508baefb8affb3ae885ac0b48678d8e77c1ff8b019 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9cdf93e4f7ae9afb7d8ac71d3a6f6d2b9e8441b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7697a846ab42fb2bad16e2bf5e5f8d80570eed6c4a604f324e0a84d5a85324a5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..16277c3df615acf35b6c56221bd9164a53a00e82 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ece3b5c530bc255cc00038b45658e6a227f81aeba8d07f44868cf2bbc441a1a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..57af7e2fccf7236c28537a9eca7f1ab67b3781be --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51ba1561f54f8f29b7211b0665a7db22f4cfc5a2ecf6d9c736542b72493c50cc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..48830be6ce74916ec30d5084d2350703e36cb29d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fd43952dce62db221a84181cf60cf247d0a7b498508f16a398ae60b0c00205d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..35332704457543f5dbdbf62be9c44a7bc9cb0c05 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ef2dc4e50852d6c5044bbfe35ee16e6c982cc6bc637e07757f188283aafc7dc +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d538197e01dd2700d978d5826f4c69dfcf61c9a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:145c96f5883c6686dae5e5ae4d2fef0eddbeaddc32862a2e49edb0b23f92c55d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..54ecf9c1820253b4e9f80793fc3fa8af76957eab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4df2b8c72a12633614490581a1ea4c9675376f92a5b67fb57a56f66fb2ea1fc +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fabf29b38dcc304b5f966c8cbc96bc59fd3439d5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34d483006ec43f8391a5e2fdb8ea98c4a4be0513f05e59654632f8306edd74c4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0edf7c346d235981c32daffb9b55e6fa2497a7d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c491a355a1ed97bfce2b6ed0167e36d3e5982539665ba19d138c49b941a4b096 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..19f89f4e863a1eb1f638a3232508b337f02be04f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72ef688c25088c28f04a7cdc19f46fb67f6a31f09345011d8df790b8d1bbe65c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eafc3556ce4cc3f0a74bad00482d84a17579714e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b48b3e14ebc4e82878efee4eb81469e70375f8a523f981e30cb7e23ff2c200e9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae8b3de43bc8c57dd59a2320c2cb40ec55319057 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e48aa0ce5435937d3d6adaa03eb22e31cee2f069cf3d510d56064432a3d3cdf +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3254da8e984aac770cc439d858cd783bd8cc1a2d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:711740d10ab808f127feab4c7a178fa2c8fac9f0d19c6c71fdc8cf019732a153 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9137f1436859f01c35ef46bbb1fe82756238e6f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:187150e3b7e6dc72967315e028a3368a184b0ccec8de9718b324d79a5a79b475 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6139e64ffe42aa4d30de238493da6475dd19f4b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f324638de7322ee9f36b67ede9ced9cfd3d802518f94472dc856a984597e6b04 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e1e871c3f00cbe1914c296f0fce74dd8a91e7f4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95fbbdf337e01f80e78011d732a664fc1c3d52629d806e5940e3d0149a7f0e98 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7896f49775d5e578029d13895d4cdeee0aa79da8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1eb6f62b979000017007a422ec17431f396ddd0694b2e9ef2b9a319a1392836 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bffceadf1e5de570c92d98aa3124746166679fbf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ff2c82f2c7a31824fd827e3a1fc7f25746d6247cacf7d8c8a48b88f309c39f2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..706faf190c7326c08a6acc2fd076be84316c2d98 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6ee52f6281d45a2b055cf5979ee75a3da8dd410459a1d28fd32ead61613430f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f92973696b2eccb5e00b13a15fd8eea86881ea8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:beeb34b321426249f65a21ce744cb31339c068dba8c958ac4726fa7c112707a4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..236c957d62ba16f6277b2cc0e62019720d3b0326 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ceebdab9bf0dae56b8e929314b7155b2d93a9c139bcabad1a9aff143ecbe3114 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e128d2991480bc3864e6d330d33a42f3462d9a4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67d36deb8cb72417ac73e2ebd21328f7cc18a835211a6260c20b05dcc09889d6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3db02fc782d72219aea257760fd201fb4ebc6fb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc04be6c7c2a9ea58b80b658635f7c63cad0e54954b77bc1ef10b43907ef7019 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c46d0b1de4851b6c7470bbadd7ddf8287f0846bd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a397e8856c300ae40add2d122352dfb80f11fae2bbb2a199fef167bec11c24f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a4604ddd79c157f292835e73f7305e542212630 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d918b610923685d7f69bd5c033f462fe1f69555a267143ef6c708e6d41244337 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..72e94153c92c4eeaf2afc215998c55ede0b15373 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b39a9a5234b8e56a1ef19698f7996d99cafb9380a3f398aae75ae07e4dbb481d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..592c13742dfad6a378cecfcaeebb05d9f940f89f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1f67b92c2c075bbe77ac09b64e00001a7bda650842921be10fbc893cd105531 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..52086e1d3fc05150b0c2d86e4373e808fa535c2b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9601f52126ecee030536f3bc2c7f5590c0d53e3fc76d6620df60f0af58766b57 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ebd901a74edbedc97e0a509e9ddb3cf2ae69c59 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e5a78885808e02eda306e4ffc78a007323cf0577a3130e5fb3f4e8771c25ef2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..041b31af50352a1fbf07c795488598936aa659c5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1e0f9c09e660c9ac1279d0291c7b05949faf6b69596260f9c509b205bb0b11b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7ef124bb32ea2386c15b613e16a8014bc3eaf42 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a1b1b0f738aa6fa4e181623157bb468cc8de8b5782c0b31831b9a08de36198c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3805ffba09dd4ef3411f16044622d9c2213a809e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:460c5e46c4fc4c67546c166c57e439b2191f4d621924b29966642ec60eabdf62 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1bb74632bc255a60627543c00a576670c9fee683 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4325d3e980c41e27b92eb1c5082bf3d641b2588d8f6c1fa0989c8730f7dd208 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8910691b5300705f70b2bb2f67c050dc9d74468e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e119c65486ed2769ad686d4ed6df9e52ffe817019ea3b2df887f7bc548ec378 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b9f367f686a9d118d35a8237e666cf156d8d0a3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82ab5e79010afcba4df595c8be536aa2aaeeb7711e2fe8aefc629645a6652580 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..feefa366057df2ddcc6d8bb75e14e0344393d89b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d825d2d15fde8470abd8d0c7e9a372d8d04b62b69ab0aa57cfda9dc14a22ead7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..40a80063b0d49f3a19adde614f33dda39d23249a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48385979736beb1b40e5f93e020bc6f63a3c139a23ea0687a66a104a0288f421 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..42128ae38eff83104847a87b580f2407344570df --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfba108e119164c25d1fdad8e165182275c3cfd16294f32316ece9ecad51a151 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..75522d77835690faeadf3beae30119c25e6d574c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fe27ee79492b626cb790a8c59bf692679d14123e051e3a011d7ce012772434c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac9391d32b00f42c140bd855f214e4602c720d2f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9001251ea5a2a6d63d11a81188ca4d40a52303210232de95c78bb10c7ef3ae98 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba0e5de9cb230018825a664b0c24fac505f52eeb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:657742cf58f217e7f1754ef2eeeeb5225ce95b890fd4b7f37e4a582ce8631a29 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7111b6569c22a18d2fc791a9432f1dd0e5ce5e81 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b91bc65d870f96d4a614d4df243fae589e4f59f736a77cdaa4aa7576451b715 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..026b8066365d7a9fd0e9aff712431a4fb28e3636 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7ab094481f26fa0979b61d00c80073c19a95d46dcffad8d9189fc313c305c07 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a9fd085737136b656e48ab87494ae3b14068118 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcb3bc59bc39b03a0bdd189780581a256317afeacd7c28722aa38be147c0799f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2e08f98770c3d38d9bb6d4f8ee78efc4ac8d56a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b32f1de2d73e3a83f51b3e4eed386634c3017d455e031d47e4b126d7b947efdb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8acd591df354a15b5d6d3f9481ce065f251af33 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d65e0f0ae29ced31a8898c256cc9e92eb7a68d23bd4bcac565a97114a192f840 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b964bea050a54ce59722763b4ea06742a889ebcd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa4426205a61b9a1740d365bf7bd38d646ed60538838492e7c5adf0dbb352e0f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a59e0d3adbc53ad4e6c041737072b3d61efc4c3b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cd74b5bbe637892e65d4bcdb8ba521964e6d74738aca24c7cd514db6564e129 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5cf830dc24cea1c20a2436a2b57bb8a31c279ebe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0c3d4f539547c29e4c1e51f06e522d5ba91df744daf6b9de5f700b3211dc56a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5308f7a5e01d51f2c04c0dcb288c396b5090a04 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e58bdac9dfe78ae2a37c2fd8e0436519870e0e44243b7c1fae1513fe5f5c2141 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0149e76d9abf1a8c05b8a07118decad42319471d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd447834dc585fce685b23a745c5d65dd6ffd19a2f62ac71be4cdf7169a5436a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3514e59d734a738597bddd38dc0095fca6fa2b34 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44efe1429f11c3e95021eac206b612677be3ac11d96f523915d901801d323ea0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac2588e6a81e19a0199afb12aa435602ce1fbb2b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62b273986fd0479904900952b9b8784007acd89960c0481846e5186295c427b1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..93b2e9e11c05563302706ca70456e9196300026d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db8ec860747f26fe9087a5a465d1373b9554e03059e915ff884458ef3e85cd34 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d53380899da018e3eb84df00fb51f94f44cc64c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d1939343c0ca1d44bbfa028a2f7c2048060fc8880e1f96c3cbd0adb4d89daba +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5efe8381e763533dc1784ad96358df38dabd6f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a71f4ad250aa2f08c903e66615158bec6722917a2345d415ef0ebc094ebe3ebd +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f30272dc56bf529b1fac47bd671de8099681e9a4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a40c8d5d9f94c008115594f9b2697991791514184c9d6b527869ca44d883f0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..79b3d2a0cd9cb9f3c0cb77fd6213eec25aa50c78 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d51d08b0b953b5e83d5f9429bc8a2dec91c199c0c61029f948f03cdf657fc99f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea13ac8da4ddc018f7b1bbd1fca95126675e474 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69d8570c5ceb4a7c0bb6fb311f845d46d3645fe80ca2e98dc8285aadc4bc62f4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f818126e92e26d7c61c6a25f00acf92a0fab700 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff735f9eddf01786ce148fc9d0db0de27a6f8ea733c7119a9cde8b9f783d0394 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..40a157a5412837d11bc9165611c291b746b5e193 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29b2db4911b35daffc9902e456fc6c935af9df121edb0a5a35e7a870e03b6eca +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..66b18dadac261eaa371548b68fbec00de5094d40 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fd2e7a52348fb8a6ac0621bd48b6b0f7c3ae14a684f869c46f8b12c66b615df +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ac38805c02dcb245902c8ed7cb551e8edb413c2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75134d9c5bc1c1adc137a43e9f885ebf0cc655f9a43e0a9b371f99409a265f35 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..73a34101b81ccd1ee54ec3787ae9e8a84a87351a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:013125684b3108c8d6d83894d26f7b4234f0d6a4407ec586c44f2031efbfd76a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..82ddbda82929c66643f2221ca69f367d3b167588 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ecebcac1354e3dd12cf32fe707a8729971400c119d3a694eb990fd65566a2d5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe0e30412cd0e9c723dffab7bda2660cd1d4419c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa2346a5a11eb75e7fcbc3d63397d00a379a6d11e39ff690673322c9325d76a3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..efc005ad41253866727abe3bd4b2096acd0b9f5c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21165731fd900ba659313ead09c1a9e3af03b2c7d4f54fc4b8366071ceeb3817 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb799cd128ee6a7c3eda08c63a67056e12a146bb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72849555ac6a3c9dabb8663b82143db2d1f5fccd49699c0ea24278bb3ef71ae8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..04841720737725656fa55e847fe13dca86a8c5bd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20c285a86b594f0ef361d604cf77da22856d2d81926cf736558b8f3704248c80 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..924332d53eb0b779bb61e09319d74e1cfa36cf4a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23e38c23a28520bc78fc75fddb1eb11e286ca0b1db146bee5b5d7ab439992529 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6e715a6cf2571edcf788e927632ba753ec0ba0f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c0e3abf89d04815d11069a5fd0e534537b7797bc99081bb9843e4529fa81d53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eaf2fef2a592179737666d82667ea524662d01d4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10e9b1e2b011f8f1edaf37fee0f7c05d463944851c87fab734b52eb5a248de2f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbad5c86be2619ee6931a03d1da0b512c4644a23 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fddf6f02d2e0fd2e89138f5738d124eb4d8e3147cc89460ea82bc0a430de7934 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b54b4b9a274bc0d086a1a83d3c42a82c652c0204 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d16540d6bbcfc8c5f55595ff2494d96f216a0c715098a2a706a2538159d4f3e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..09bd606f123cf583f650a405066bb450bf5af056 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:facd1be588bcde62d03ae61ce9cabfa22b252ebba825be5080f6fd976abfbaa0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c657c5114a6386641146ccc630fd41f0509a5240 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc5c607c9e31d041a0c2dcd9300374229865ac8bca67a33b120cabd637de297b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..49f86d7147baaf2d46d8e4d91c026ef5f25e6ad7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb5b00e44d9f4e2e647e53d08b36b26f64e6ef497d7ab5979634cecb68708981 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..73667f88a8cb4b0c575f833b967a38713e399b38 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa6f30564a2146e176665a74ab25dd3b303b0a189ee900883f25800f607afdb0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..713d3fdf5de9fa056299d0942fa8eba981d83fec --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44706e665e8012f049878d6835ecfc17bd917502bfe17e6fc2fd117cea8f889b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7fa67e73fc87e304c3f311afa07710bb32ba059 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5050d9775f8b64f5a48d76569d21e18f63efb788000e899147099731cc65aa93 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..27b1f57e3f7bc21e9da5f8ebd513b7aa244b8b13 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d780205c56a802805df7f43ed52a10a7149b0021a00922fa29ee80d6d7b49c3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7295cbd5cae79cf2b326d39b4837eba85c80400f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:409f31029c46ee86c26d1e72f656bd005ce90fb6b1b8b92097a3bde1104a4b01 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c7e0459a63fdec001bc497043970487c8d9356c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d57dd938ba25f018296d8cb6978056f82439aa61aecd2cfc6ae4532da353ffc2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..68fa80675d34401ba405b853f88bf58a7776d330 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f7d1f0f310351caad05bb68265e1dd478786def2393de2a1509170d47d8c1e1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8c51276a472269e2b03733b3aac3b53af5f02ac --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e50461a6e570946235adae8a9547fa29b3af5deef979f4137f76730eab8f716 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..79a2e695aebaa9a9edd19885bb6478a749a5b418 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b5b08cb1e87a6af4236019ab97f660a435afc0bc07a31d7bcab41030c94c13d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a4e0b69e5db3291b0fdb1f640f2cdf5f55fd465 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f70a1cab652fc58451e3726b86eab361930e4f3cf189fb9bb55a5d6dc31b43c9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a447db78fb2974f68896912b816b742a37321b1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9829a5b09cf7951da51ab68d03054826bfb292efeb7847d87a9cc1b68a25042 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b0f107b180ff05ab679447ae2cdabf286bd2f95 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87ff601575fa706ed1231611150ef3bb4888427c39892dd53163171501fcc376 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..be2a685223323a6cc2cd387e6e038e82477e8439 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eadfd736e87456e06125835760e15cb119984f4745b4c0fea2b864155d5a4980 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1dc17398d5740b51196851b7c05acb0ce83bd7be --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf6f9fc640a832854b8e0dd7707391e1a73be2206a8a154fb63d831c21c57894 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..af96bb738968c4a2e099c622f9768633fd1cbc76 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:690c94b43b84e8ddc25cedd9af04f1949e1e897b54b092d404390fb9448ffbf7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..192f25c9fdc885ff68c5792f50c933f0a6995469 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c179b269d2440d3ab1c810600c5e8c3d13496ff87ea083f298c987421dd221a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..346fd93a5d66cc5bf540ce2d9faba181997c5365 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7bb1757f40289482da70dbd1ca57adac7adc8deca5af30d20a2f4afe4bc083a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b7b4c69c9e520e2f94474a16a8e25247dc69cd1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f680af0dd43ffd3efa36d30ea8c18692ac7eedf374ff1d33c1fc46385c94125 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce7079849271f51e817339fc5b0560a194668381 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be5a17ce744cd60ab5a9ef2229ae9943b3e4e4f14aebf1cc3fdca80fa4b26ea3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..811d8ed7bc25951f273ff2658893ff5592fb4595 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adf5077990903c6a83776a0d57162766e0b57829672e45654438e70b12ce3ae5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e95f7b99d5fb31079a2e66b8ef9fa470074b1a3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7afc7d189caebc0a71e37eddd9323ead7dc7ba90129a79cbe347990db745585a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7290e049a703366afde85c267ee9b83db02b2ae --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a3e488cb77ebf3c6933343ee63bdb709e1767d7f5429014484c700a794a2067 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..907edb478683b58c2dbae3f1fc3aa8147d80626e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8ed8b215aa0ffcc759609b95e0bbc1cde63443e0d3ccb53f1c5126b15fb7745 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ef1db2d001f2ee5e54aa0d4a13bdd28fc218ad9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:163328a5ff7886153a27ef1cc4b463f48b4ff02f644cce56b99797f586689a46 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..83869308ca13b3e20088b2660f88514ce6679251 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f9e405e64dea0c93f4cc81806a58eac6c051d2bb49fcfb042d092bb19b4a905 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c73ff95c3b7832de02b0774a0c9ce68b7235da50 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06ff420e3515509bec7ad7fe9724d2f945fd5a72c9ad9a52625b6e2dc6a1f4da +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b058617db387cc1f4a6fd11b83ab3fc691553dd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:730c41bf31db86f52bbde56ff6b9a5e39b3564f63f1a8088e5b492e7172b8b13 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aecff1b4e8189b9a01b08fc52acf4f801cd32523 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00e0767d95775c62b21015e35a3a42f4487f8c62deb1e61ed717543d32248fb0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2473529f2a42e7257555cf0225984d3f0ae578ee --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de214cb652633cc6050ef690d4f00a983edad7b5aa448098e9f3d8b8453448ef +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd296886e0735fb2296ddf09a7320c46863cd740 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a9204160a9b684c0705ea92557eac4075494eac97cc77718e59032f46552720 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6876628dd145b54091915c4f92063cb164d022d9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:274bcf4b95a04ec2d949da4322cd7c09cfc10d5d5f307252d4cce22657e8241e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..db192cc7fa1996be6628be7512523df7fbba8bf1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21bc9c344534e4698095e5921d486d84fea318f88bd00148c3f3f323a4437d7e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..96646081e39d2aacfdbfeb2e49b4041f7db2b7e6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fd531bc14bc7063079543bd87600ff6645cdf6eec3c5bcc8c39bf4ed1ab8755 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd08dd18a83a7951b297386c7e57ec3e32da294e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11001f5503d95aaac5e8bd5a026de11a2eb37c68434369756c0365780c0f4629 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a66746cef518df5221264691cf06a66f0a89f2a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b758230f5f1129e1a2ee094893160cf1d8b51d8a24926786e1049badc80246d5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0dd411be13a5c7f768eeee9e65519d1fb438a1a0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0704b3f36158f3ba9325e0427948bd26bb7b940c490055aa86f8020835827561 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8590a298438b761c79472611c37bab2fedaa024c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f249f3f9d603959d201f0f7b92a47c7623d91642e0d326abc221d5b878ed61a6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..432cc39769bdac42e5c6d39727cce506877aeb37 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6c4f33f6d1b7b309488ae57b252c2df6cb801f0e1a3c3a90471d89a1097fc9d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1933c45d82e60cbcae95ba86ad8be5aef082de3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d1146b9bec0e23c1cd4c9efc376fbe177798fde8f214ee144dcd8ddc20adae4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ad0d2988dbd548b29fa3da44897c25de56af6ef --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0312d3c3be2f88c37122286a1aad3c14c6f96804dff3ff1c6bddad538c0d0f7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d0b23cd29b99074c747771f3cd7375305197cd7f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59e927ec3a37665409bf4c9930045bcf2c34b3fd256b0226902718f90da2b6d6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b92474d9d7bf6a26540ec05f24b683b799c71060 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e63c8298b2daf036f38d8da12764fc258d379404a0caabd5786a21f6411b4fcb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c74fb0d33c4090b905be1bb45148c7ff56d4c4ea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2a6fd250e4a11984065d62ac122c92c5f8a3ca17d64298905fde6758bb88315 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0ea61c4137b48e4545ad5d8e8acb97da6113f8f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ed4bbbf682bea2c2249a5e5cde9d03b9e538258af83f68a5c0a18fa0d89a7ef +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..876fa118ec2cdbc66c5b955db049eb522ae9e157 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e29f38d71d67321dd4841ed46ab6b95be17d8e310dcf68eb8ee068bf83b9c545 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..94fcc5d0ec00f0a5bed259bdeda6631c9053e68e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:104d7ab587b018faa50f8fdf67aefe69ec84c79dfb33e1b1c326223d6f8e1e80 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b6cc13e926dbde38f3971a9cba3bd41d4052e1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87878615497c43b356e42ad92260b7e02051519aacf83166ec69acac0db28581 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0389fe2b1a7e10a52445751c907c0bddc877049c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ebd330ef38830c011f8c64a0da665c144a943c8004dedf3928665ba01021545 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..10d5cc64d30d5d6cee440530c9ebcc213a878c13 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2a1be7c3fcc077e1b14b6d2b1b2f41c45e2f1575a0ab16ab398ff085233303c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b8b7b585aa28c9bdaf4eca4e205cfd751385a24 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a59ad5ba1e6a116b3cfe7e264916afb4ec6647f6aa4ed5cad88577cbbe4db96a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f45ae95da00f304a3d364f8d86ebebd86a5d8cdf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66aa8b321f802272b96d5ad851cd7565ded9f0caca286f38a5429efe21c15dbc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee0b2149eb5f70f28971a063c8f9a21d0287fa11 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32e97947421004775ab44d3db79efd08d5060423880feaa572a1a4ee3301c29e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9286445336d6aac4d4906c3fdf1dbe3c0129176b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dae9d23d0642a938a9eb86ea0dbe8a9204c06cb62dbc6c01c815c6e891c79b6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..32dbf175979d2917fc8a8bd435678cb0602287a0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aaa36d69c60c0ad3f3b8f1dc3b1d657addf2514e17738d1f36ccb03fe543526a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2abc7c9fcf26d81308a60f01ea53c26c3658f2e2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25779da49f10490ff6fe8232b42e8ae43e63a300f8e6d2e3447281d4452bb862 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6af58c0d0cdb6f2d6d267b77dfcc92a9ea4f59ea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:216ed93ac396740d41223aa43bf43bc0af25e65f679842ea30cf9b10d2ae9bad +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c01e86c469acbcae3b8fc9f61042a090bf58f78 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c47c1baedf1be5c7dc9327c62f396d39e8dc49bdc0bb920a4e9783e3dfafc958 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..435a6dd16512cf14fcc0cdc351984afbdc6188e5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1374da24e8c6d840a54969845da914a98bed9bea664071d2a88957f2e6b3fe99 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7866f6419c7b47e01cb2c375a7964cd143307e22 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c84e5903662925ef35cc3d5f9316a3bc75177367111c9eb80b5e7c7550e2a1b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf597c82aa12fa9c7db5be53f2d9cb8bb9218976 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8953f0b3a85c681d5b298052745f90420e6fc1ffbde03c3b34a9eafb123f90f6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0829e85787d4dad1b6d02b17f0208804b3591901 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf2e15597ef8bfbcaad242f28721540bde213e6895fe37fdc0af0c65f2f72c23 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..662d8b9a0f2b4d434e8a529abef1b574b4c86cde --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ef7e6cd08c967b200f66d5e245bf889c2fa485e96ad73fa705177c6fd36b9dd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..42d8b263dfbea2b306824c336e18b54ae8e6ec72 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82ea1920a68c218891a35a8d9f8caa2d81a86e20bcc9ddd46c434c3912acf644 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2e1a653ba77c2ba279b9a145aa06eaa20ad9233 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:056d26bb3d7137cec754d85198e5ebcc4c02a3c28b6a9bf7dfc37d908b5c591f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8eac5b0b5b0c866f6ff2000f77729880f7bffc4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7614db5432eeb4fecf79c197b9919f7aa6f29e8b1263865784e79ce78d234a46 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1c317bde8b3b834cc5d7fb49c149b886c311cb7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82250a1a3a55631113e385d05f5e5f17f0a9ac27744ae5f354afdfad247b3363 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4cb01912deaa93efeaec0c4328b4f305fcee81b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cccac32900fdd01d3ee3a2c06c08f9c0e24933c60878067e0a8945cf79db9dd6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..073190f25aa8c7ae32d52a29f44dfddaf9fcfb82 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c997fb0cdf0cde78aa54aef6eedf3b7cbfc4709d18835a622807dc479a663342 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1fe815cb039aa0e55669cedcb10737d82d3ae3bc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:500e21e5f388aee3dfcefaf95f377e6600fc9f5199619a41a18f219dd73bb862 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a2f49f395f9506653ce242505084334dedda2a9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6efb91585cad4fe0d716f8d718e62cf6332948e3171be5d058076620b8a74643 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c588f05ff7983e646c8a1d50b196a787c98c9140 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f64c65f1c4626b40fb199df7b84e55312e3873358ee5bec159af774b4dcf976a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..55ecf35efa2a5e575e76c52ceb6b0dda57511801 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9825336e2dcd1f32d11e911b30d53fd36a09569b1da644b79b8c6ef0b217d231 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a3f4c869c17f2062f70bdb25a2a5f01b6578db8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f470907c26f4ea2a20e3223e3103c47eace7439fac84801d2b5241428b9df9c4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2049adfaf7071d2d537b52fbb9f457b54de2b04f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:369f764d1f1d5b219d4e8a7d06f62ab4e0005320b89687ca576af6004719d523 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0bafcbd9af158f85eaa335062387047d19c1bc8f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24d92fdb2e02d87b06ff203ec2d045df32d48eeeaf689a11827766800f3d221a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b146a182905dddf318ebeb1f8bf0507f11ed0039 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b09430f45dcd74862e97e2a12cdb4c48ced9be136fb4acf62def953228f2e346 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e106a79e6247481275fa84f627bf789a7132ff6c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:810f909366463ba0afb9efa1cef46d5ac22317d4d7f787f58124e168f716f818 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c47afd812df29526b6b79a85a8ad15a54c02eec --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab530be982819af8d3b550e27af50348e751f4ff8f4de930bfe54ac22209baa9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6aab34aeb83134fe9b6fe0cfa08ea886ccaaae2d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73308f1dfae8c68946b34df770cf4d46ce29533dd1b051dc34665d6331c233d9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7792541206e6803649854fd7aab146aa01277de --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5aa0d14ab5a9be7cc90b59ac8f18bb8b69cc94af42f52ff38ede51d7253997e0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd7ddcdd2c85fbd902a2a706b3bc1756e6d96c59 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ff112cdf3cb332982dc1cd967f5e70ea8d0d4c8c2b285e849ad25fce85d73d6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a8ba688bfbb8a058f8caa2b576362c26ead8add3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64ba93bc094f8578d02c8836f8b3f83764ef3af80a1c83fd51e8057092103c11 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..32a9adbf95630bb42930c2c9f14be4ac2d8b8eb0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac71e6cd873e2f8e15c4a9df661232244441a9dfb1b0a28a2b78ce551e6e3af8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9d89e54cb1d325de485720e4e94a889338db1ca --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1afdd39e9301fef0515964ff5495cdec0cbb1f41f398a9bcac049ddaed96edb5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6612ed98e42c3e17f9037623c6edafd2bbd6552e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e333dc2d07c62d56646d7454674445a5c4af976bc4cf6a8b1f17d9e94676758 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4d8603e43ad6d149ec945cd6d4f46aacc5441ac --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fa050762bf9cf30c52bd043e971de0aed1860cfe0bd86fcc63a84397eb32717 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a42aafc3d5ec215f8e5972785815c9f80204a19 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3647ba06e72793e19a0db374bf85a50e8df85dc41c99dccf6946c577a1d58bac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..040890f246968fd1ad21f79278298d32bca4c375 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8b439a8b4e0a8fbd2642795834f26fca3997ad9b9e7b25b50c0d1302f41ce5f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b0636e9af1f8a9d40b294265b5204659ce4d656 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:faeee52e8d32427c27523c2397b365decbc30b61cfb427e364b61fe58afae272 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f6cf69629fff3625acc9f52ce628759cafe21f9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dce860bdcc63da869ab066dd758898777480886890cbda368e33e843a18a7750 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..06e9234afde9c10f286ed6c1515c74e8c0a71c1f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:709733085554797ae1a0f13978dad6824a433b73a6a6c9f400ede93040b2cc33 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4355c15161a948d039e145e41a9e9d320932672c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c03e6a6830a681a8b7e7cde9ee4e4b9797bb2f65b68236c6a0d224df91ae83fb +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..745db335f0362e5aa1af566331c0dd6f216583ac --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbc5d0216b6b1d65cfa749142ab191fec0d32f2b7fefa7b463e29a652226072e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf266e7c97d1b6448630ab81f040ab5e5f93fe68 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73a79d286d77b87dbd580e2c04835caa2408041c12b918072b11b123ba9317d4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b42a48759acfa7e18fbb20cd2abd0dddaa8d299b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f02129fcad3940dc1098c5815224cec3cce7838c6d7d469f9b4142bb07869a12 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b58f605ca74f5784f8734126804b4f9b45432664 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17421a7ed82a1c0de3c43366ab81cc0e1af564401cce73dfa754ae25b13abb10 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..75395d6d599dca0312929c7b7179004a0337ec87 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ccb561f75a768266fc08d262509e7f5b03577f7e0ffe35b4f825effe67ad754 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7df9c0ce1200b741c1ece803fcddb78f8ee0014 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77cf8eb1c161b020c3b4ec867633be68d4ca3a7f44242edf44eb50e35bad513a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..374081057f2cf74e38c0ede741eecdf6fd0b7d0b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1aeff55c6a388249ce382b6a67b03243e98baa091dd3fdfef7e50af96007f78a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6db85d4243dd9253e653d529e361ab7efaa646f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4b993a1809f570fd9edf25d3af765aac9227e12a491d03d63c65f279cf222d4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..520dc4dd661fb8d576c87b36dec28671d54dffe0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0908c4d6f2a4b1b4efa89ab9e7f6958055038ee6bf3cd8f68dc1f96a9163e11e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..492f9c12065b2fc7cce20125fb582ec6b9e12e33 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3881c7478dd5fa10c1b1f2c6022340db9303f8105a21a8403776b07eef384a4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..24a6481844181005c6088ca0a25c0d2c5079ce64 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c759b66d92baf5db53640ff992b7eb0ab23bf0838361a63f167bf568bbf0d03 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bea3c9b92f9d2ca50076cf054218b26df6c1d9a2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0de154da49e85f13910a39a841d4397103ffe8ece77320026f046eedd2c6c8f1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..118fdea228720cc72dc174fe4a886a31f9e4cce3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eeafabcd0b5144bfcee1f187b4334c00baa15ab583d2b6ad2ae5dfd59354c9f8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4273ee32fb8cb0237164f5247c2f8b8a31e5454b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3638f3e0b6423bd978bd383175eb61af3fb522354765cebaffd7be35777dfa72 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5261686272c502fd5ca1b8b5d30c8d8473f86dc0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea4bd6f4c49d0cb5e4594fbe582c0785015237a09ce3e3ac3f721063f8423e02 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b30331a860580d296348af4031b8238a26e5589b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c48900ee94b4d2c478e685a8bdcca41481d50666c8adc75cee91f083ade9d756 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5cdb1baa5cc51ec4d5dff07d5999d80ca280b77b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:265277b1e0a8749792df7d836b15a6c8ce4a071c9ecf1759dbd33a07b9ec0cae +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ff922929e28f170da0ccc52be1a6ec0e71d519f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67e8f7f977132635868eacbe736a89f824a3755738dc178b5010bca5143d9815 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e43c08420ffa0fbc8babb52f4eab5535adbd7808 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7f2f00bb6b6a71bd3426ca9d21231cdc4b97bf166ffd3867d38f63cc21a4d32 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2d32efc5361eaab488604b5e07034d6a761c0d0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a40c00674348f8ae838d52cd619475b2d54d3bf4c6cd218a11dc761c641e5292 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e51a3bdf5720f4061c7ee21632c6f92cffd9909 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da8656180c71e9b388dbf8855515623475c861d7574078a867b939bb526572ab +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..765ee3f1c8d0e90f288130d11c1d522cacae7981 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9a988debd638c7f2b428af38116ec127825c99e043489bb6509437f9ace9245 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5129cea7b81bdac7389b2d7e718a8d2ff4843033 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37bbc6c3f1a864ce1ec5940f041602a058e8be0caece4fc37abc7d93cda1603c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ffbe5e80f3355d7cacf49cad838d6039b904a04 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecdf0c661fe502e7c0ead1949c9f7589c011c7c22e87208d972638740f49a773 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4568444d413fcfcfb01c603f3377d78d915a030 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72aa7cc01e9ddd220798fafc54d636c91d7b6cd361c6d941dcb842af380dbdbd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a01794682ccb9535d77c8eb62717a439db0694ca --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ca38e5e88954ad2ab3a4387c4074c29f13677376569452b92390c24ede40c69 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..730b5dfa17c795bae6ff49887c8c458a4eb9dbc8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f021ccdce6a9ea630295c3c1c171b2c45964ee14f9d37b93c500bed68117f44 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4256f292fd7ca2e8ec3bc83b4b09093f0f1f4362 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08fdd6431e96059fb3bd4cc3cb338e70fede5b9e6fb0cf6165a8380e09fd0ffc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f78e4f5195d5980e7cf04338e4f20edff6e7351 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2b99a7d1941827bce77cbc4be3355137b5b8555abbebffd7c17c8df6ae1ff35 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4c86dbcf349ae444a6870e07ff688e088edb5fb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf0e8f266f98a76486aaedf66c6ae261f6745673a59d1a82ead1948057c36e07 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..510020ace86bfeebad607a6410cb0d7152fd2759 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c532c1f998bb92c2695088964d74b4bf213704163b71ffe426bec9a119d891c5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..274c07cdd5a15a61e71f75e3aa0747f3875347ec --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe5be4711c644d9cb3912af4e1927beab61a61cab40256879aa2aacdb1747c69 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1768f5020abfe71bb278e2db4311ed93ccc930e5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37fa591537db59c73f9c5dc9b0dd1211bcfa072710003fc9c899eb93db8e26b3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f942ac0bd1836be985d9929040fa7e8412073819 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25265231dc293799c9210aa30038eb9e57149817e7bfd61b44e150b6ae0b33e7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..baba15fa18433930b847f0c958a59bc8189535b4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b5729b8357ac5cab914e2a1f637bc70acc1591bd7f63cb32d34aac7c3af2c19 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..926d5ffdc304af920106b4a56c46181701d52530 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23f48ef5d43ab1e5b9d0db601c0539108ec2525233df775ed404cbadee7e90ba +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..24497bbdfbbf25a441baff74371be820493821b5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89352254d5060c70d0cb57cb97e3c420949da7972f48f1cdd45b9524901794a3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..90c6e4913cd43742caa3bf3436bfd339a2fc0ab7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65ec00668a8ddfbc52e495ef0aac9f95bda05aff1bae7ee68946144d9e78b622 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..307c9d6b127ea4bc83b5567abcc01705575acc0e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:266b29bd908bcef99199117a385aea9747b6392aecae7b689dc07602fb79d98c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d1325b55af6ecc52c28856b0e98ca19570c016ec --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:355e3193d5e6b5ece52181b703a53a91e452a5efc3a85ffecc67652e886cf975 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..108a5ccd5b1fce9ae385ed90b425c47fe6ebff0d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:233125c3009c3334dd5efb3bd37035e3c9a71d80552e00ad159fbc0c8622d418 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0952df2abf968d7c06ad7cf7a1d4a4ac1d4ca2d5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f02cf26e49b9222015ad3045696830b73a734196af36add0268024bcf8544c22 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a35e2497ef87c9cd10aad8a0283a8ec78510daf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc50a73dfcd275935a83c558cc42e1b431074781ee0596cac7e2fbce18efbfca +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c9a766077bfc2c730855140cb73cd339a9ff7fd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c80db3df0612b272b198501f7c4cadbfb710a1c10d8deabb2777ed4ff604eaad +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dbd6af90120f7d8597b9ca8d7f9390def5cf7804 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ba49f49f0b825e1e16cae558317991bb8be4998064654577de39dcf95f8261d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe6edec852c79586a1ed03f71b453b26d48fcbc8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ed233769c57279ece57d3d87242dcf4958a9158e177186a11bd00412d780768 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f818ce8766b7b08ca597c5e0a798d967a4a51e2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9762eb3d70e2517fd2a9a6405bf9db5d7de1155e53754a4b2be82623eb3531bd +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..33fd665b9dbb2f3e1ea3056762744b88c3992327 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:144dcf55b2ddf0c68a7f228589398c1932bc31bfafddac471fa31b3a40ae0cb3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a22a48d3e4d8898729018cfbe16a043003b7b78 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0631734706fbe60166530d0736315db4e73b099eb3aac00662a356cb16317a6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4ae9f815675f2619948ea1148480206747e20cb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8337f86de7992dd4c4ac7e005b6201bb5bce7da13c218f81850a226612f919ef +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f103ae40dd01a79713087b90f305ae9c1ea06c08 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d00f0cf287f669d2df1587772727b11bba813196de91a01ebf4fc31d8e8c137a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6708b269cf2da12da6c779084deb54b28086c061 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f8147ba3e2272c02015dc829d16b803a43ac4c58a3ca18c49a203d13a43edc2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..90fd3dbd4258bc1d8d905c627fc89246608e2fa4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:766acd0390679657a4f445cb573b7d43cf4e02460bebd58ad7d185726f0632bb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c519d1f73975e1478f986a4237be7113986c1d0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7de0e177fc1a3a148286f81b8445b9af5e65a82c50f7eacd51b5b5c048e15db6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..31c8abd4a0ad6987b814c9d39d5be61e8896d378 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95c5f17e31d799b7aa57986c867bef49ed78a5148e8d7314652cebc02bd31408 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..afae9f04e40f7e549f3a10ca49a99ffdc49af895 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81cfc2c6e9ef26caaf916e214f9ba7601ec4b16803353ca91203056b7164e408 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..acbfeda56b0e260346f2ddb254d349396ab01bc1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2dfe83ffb0ec3bcb28e81156143279bcf58cc81476aeb3a3002c56f077171f54 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc5076794845cc0f46f48b5b2931c68732a7ded1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a6f95039726756b6623d18369bae8f6a7450326468546b31eb6f2bfda2b5c3a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..678c9465d5cf49c0c9eb0973a46f2b4521bbf019 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7fc128dbc5138738137cfc9f54ae5c89ae89f3d0781f52eae1b23b34f66f1ce +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c106dd1f2c7c14393e381735e0d54ee6a3d20061 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2278178823faa02dfe60d16e06b4013edf27a7fadb9784f125999f96998aa102 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0a67eaf881bcf7621df0b7db4927bb181245b9e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ea596001ac5e9731873e75f86bc9127b81165845cc3374977e1a9ca4684f05d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..60ba4064f84747943a7bdad257cb823e713fa7d9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e08705cc3348d2b99eaaf858562a80be451bed1a826279a0fb77107e679396ce +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0034be1ed4dd9937c5c663ed76ef6793ee044a08 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1fa94e4fe53e9359253991bd2a7015acd63d4413ae077bfa4887d42e40c592a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4cc143a21decbe623e49bcc717167c9d7faa4ed1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45cf609991f6a23946d1259374531bf123ba2b60729ed79c5943a7fca18361ad +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..31c31c56fd40ac84f56a4b6dbd13b70c893ef9aa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dbdc74be15974600e845db484c2b04a9a01f0e2731ecd2eb6f42ee52a11cef6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..83017f141625a38f8321fc8f608d0a5abd4ad1b7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd10d9523d25d9814119a735a4e02761da995c35dcf887ac1ccf3651f329abfb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..12473ddf487700b486fb613a314c8b009bde7ca4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d52627e40ee7334e61e5fc1513af7b8ac013fbbe12e6694011ac3645e041f1a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f70565803bcba74a5daf96015ef7b1f07b2843e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40f247d826f98415d7a6c9d375cef2d109e3e2a7fadc1ebd7543bd57062e5b58 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d64778ee32488dd1f65ba101981226f3c371a15a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffe1bc25893a2ad0ed9336ac3ef143707add317e99209e289e819ff4cca3c18b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..51b00a0257484941ab3a505443877abaf4f53ae3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49951bdda9d5f580b1d5360ff39e475a38b55a15417fc1d572a43ed837673f30 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..32f8abb9545412b291b56d4f8551dcc930059471 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f138ec2df37c60560e4bdd07f880c1d68252526f469da6591150ec83ac3d6f00 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..32523bdf470680adb021f2e52068a3fb06fa3cc2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08c0a4c6c57d6de1ff20594773488c3dc7c0111409f06bb935629bee9ac25c52 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d904604813cfd940d35718e865ed533cd9c921b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9831a8e4dea5b2a8dcebc6f78d6f72267373d28d17b4b53be340b2229b5fa6d8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c122e932abd8b8728852da008a2e474ef0e97f5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a43e32bcd3c4077bdb605f9044743bc7f3f1314e93fce83a9f6b4b1a187c0b7d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2f1b0956cd1ddf4dad098d12b33e91a8d815b42 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aecf0c3a56152af9831c6c6c62c3eaabcbb10693bece624c9d6aadcee0e39176 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c48ec1e0d32b63893b6bf7e98f4745047085649 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68d314bc0358cb3b51a29e9cd584b1f243bb099256e0a5ab5307f10111a13f2a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..13b274e0df0fd140c0ca4b343ae202cdb447b66a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9f159aea30bca1ad0bfb102f4d2ab2c5a6ebc7bdf3b2f61da8c66c63df57f24 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..02fd3cd21acc4b82da8389cf91626a7bb806c19d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd6ae5a63638f3a38f461e1680becbe396c41c53931e9d60afa7c4fa6233ac27 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..67cf333a73d3d3e16eb2860f685b72997ff9a19a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2958e021c8d8b7f56f489d9b7943624fdf365db7aae1c1cb235495cbbc0bb99 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ded9aeaaa41b8d657a7b83dc7398cc28f842c860 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d806f466b56f9472ff370a2d9154e10dea5689fb180d9844e2cbf8bb0d4b4cd3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..457dc5ebb928fd81dcfc338c98a232e60b256d76 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04c37b4b289f422924f7b7c11a1e6fe80f62953c91a476f08d781f400d505149 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..226633a1d7145764c2bdfd6b1ebfc23a0513fdfe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e0addb87bafdd791f8f0043838c2f65f3d1bffe21677238ec512dd2e9947f13 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..35da8619613b175b623380000e11968ad1944297 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61e7fc1fd30813d75aec9e5fc7eb4be1bd63d1eeef854303da0fd8927c2169a5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..772281d895c960e79cbc2b1099d4afd571273f9e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9018aafd18ec5e160d444e317a5c43f04b5936718599a1681ddddbd3e99b63e +size 2179