diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/lm_head/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d +size 129155 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/lm_head/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5092a47502f3496e53d579b5d4432acabae6b513 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7a7daef1bfad419b72186bf4ca80c333a44684ee3e9b6977d751ce0220e4cc6 +size 129155 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..19b455a4b131974625adad3f02128a224c2aeb45 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac226b158b8580affbaf1c08782a130b2db9bebd95b052d4bd57bc6fbcb61cd2 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..38c3afe63d45b0fb7e9e484399eb43688fc1a276 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f3653b9db4f6eacb1ff3f4590613c927d32da22c36445359b1f416ec5b1158e +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..691dcac1e934c2f865f6a9b2de7e7f53916b4779 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af4868686afad4837ab5688677724b893aa2a19166872085295fd6fc3425e972 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf5964293c76e47d0d030ef512850329d31036c5 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4b2819dee84dd7619c8aba9ae39350d3784e71283d5f18f8cad33b42a9d0965 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..81b7244629bb75da01e8736376d8e57a9d70206b --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c6ac1ebfbb619b3354eefece485cfa53de085116f4398f0216397e56bbefda7 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f74d1587ec8ce755e7f3c45bd48916c2b5303ce8 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afbe21913da8ce6ac8cbf6fadc816040557b6d260adc6fc080e0f232d94f9c3c +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0df65f1b8e23c8003467db2d4d8915194dda2471 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:208161f411bdb023c7f65dce9a39fb24bc73b330229b34785f40d54346bb2337 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c8dc9a64a4e9f7accf3a4e04eb3fb2dc21b4dd0 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c637a85f612763cb61de46ff32f95281dc23d5e1c240f133304fc6c56c1d112 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b08afdaa2abb40e8dea24be80c6f53302ede238 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25a7ad35c075e1fb8b425bec1de5ccd1f41dfdc0f0e41faeaa52023679a6cc39 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..335faa7a33e7a055f0f2c8381a2f3ceeb3193aed --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b1a005553fb111910ea3cec67786217dd18fca70e83c681c0630634a858a69c +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e7f2bf54ecc53f12ce888d589537d4a3d54cfd8 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e58d635cafc4bd6ebbe3c5839cce0a1d3bb84dc9f363a3fa96013bbf80ce164 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5fa9ac113a0fd39ba3dbec1c280c25bf41c7b521 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04e3aa62d4799bdada73c3a6e90a427ed64325793bde994b6f5d6bcaa1f714ff +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..83636e4f088468156466c65d3455c53b7cfce9f5 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfe29b40f4a44c1ffef41a04295d605232668c2009cfd664c3b3cfa93422899a +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c085454601c70f5db74f124b23879ff1edea1959 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cf059078be7e6ba6be712f119079d8b97164be0bf005ed163ea64da73fa3f06 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..01794c7ff3e8bb4e2ac34c1ee8582649c8b44150 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42eaa602546ac4ba8413a844c4b8630e0087d6f7bec4c9e68b25ed3cbac1ae9f +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..63845922d6a3acffc6377576eb819b36ac3500c7 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93c93e3879c9e3e92c7c925ddd9332cf08b16e0ee6eee0a6d6073f678b232284 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ebb36efe63cc97339b2a788c260872f5df35808e --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca5edebd775df5648cc4eebcdf1f7d1a21ea28977b381bac81fb73fd22a5e3de +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7c96bfdb35dcc0ea1d02f671ca2a870597fdb46 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a29628548ceb86463221c587a9ef1ee2b866822834cb331212a91e12b9fa9626 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..95102db5f5ffa4b88949b8d20d956be9f9ee64f0 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:596ab80e05b25089fe15f4c9f576b47f7e49bd55347f0c1591573dc36c27b3e8 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..82aea6279d005535f16c71df01395167d61a2b8a --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d43a40a5737e13427f8cc0fc9d84cecfeb4030e77e0de5712c1c1518d6b4533 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..64fd77edd58901c1a668f8563eb255bd124610c2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5732d9e4b799494bbc72666c55fb3402f3ec8a6e23cf56d604fc349dd270eb1 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3df6fc3a5eebb56f8e8f7108e1b0b8e45e3eb002 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a7e8dce087fce830be081d296a440ca3ec358aee15a2fd2e8f6d8c4bb783705 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..838c07b4311b37f7f87ddad78817f848d26936dd --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6647285e49a2f168c7d3d592330b083adb46349f72186e0fd9e697500cdd721c +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..51813ab047e8467db81c2de789a292644b2391a8 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35e997dff71945a37cef5746c5fe4abff14bca3c028ca758dcec675fe6303406 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1bf25496b0052a7d6ecb18f085e1b7ee2256ad00 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff5a7b9648a904a20807bafdb7f4b424409f8d2c9651f3306494eb0aa6d6a577 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ff9529cd06347ef6932365e74233a0d10531937 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d49059e4e22ec8be031fa29ca37ace0385d4a3c09f9c37667acfde93acb4ca8f +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2926dc680285830e03f27734e63812a253a79b2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:684feea402ffedf0a523927cda19766072859f1598a327bd2f716f797d94349f +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1cb18fa22f736c0baa7ab46882e8f5f40efdf3d3 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3759e1175f125415319a17d926407f00de184933c453154aa7364107f898c024 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec506e648e836579dcffcbf2f9d9b1b492888419 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5074454019753d077b4160cd649314861b16d31b271f526305ec9b164bfccc6 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba515dc43cc62f784abf641ceb3930ff802791b2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82fdb7d71fe29f56e8949854044b575c1f34299f68f8e8e65df3fe865cdafba1 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d62714dde0beccce93636f9e14b316f59aebec3 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83ad8cfaef25d61fd248bcd0f8b9ac7aa6f29b15e38fb6e29cdb1114194392a3 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5724fb908e9588f101c85b638fc07a358ac1f105 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5913a667d7f8dfcaead917a2a1057621f437a8e45e1c60fc504de8d9ddd0ccb +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..653ebfc31d808a684ba1f4983736a3306eaed198 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5d0cf58c3ab7ee8d355b8fcca6bdd8fff360055f45fe3700e2b4aa8853eef19 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4932d1f8ae972848217a99c1d986769cc2a41687 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64119909bea6a1efacfea1bf8f3a1e26349f974e3163597d05f5537c2855da4d +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47e5d0575d512d22b800fb2ded8bbccd6df3797e --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91ea5b5e846f2f64a19077d7f2fe065f6884ce65026709a5217d7ac7e8014345 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b5a51f87008e1f8077216cbc6d3dd50d1b163c6 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5387860728711974d97a74671aeb88927d7b8b82ddff3aa731618f1868588a7d +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f44a2f5a1efc063d3cca2d8a4c477be89453b015 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56116097f24fa5adcdd42369062ef15f38cec30df196699f46e6e7b440c85ce8 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c615d29015b0e35e8b5a51db93230ec2c9ef3e51 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbc01d1af992689cffb8feabca1feba1afdebb88ace3df94ed1efa7d72af2949 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea002ba73c9b48fba4b4db9e117e57ecc1459477 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d91007a7b023b594e2af49bf91bcc6141e23f8b5cbcd53b4e35018f5380b0e00 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e89f5eb4cc1b880248c645b4b06c419ab46641a --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fcd7e2f7e9c00c2de808f0b9b627b296104df40ef0c7e5bde5938b6fb4e910a +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aaf80d198180f5c56dc35d6c67fc07ca988aa87b --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3c2d840eb281c4e4c40c2128f8d3435e79285985e55c9cfa1eb968aed308b8c +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..79aba6ba430f57d07d34ac6911e0c7138868a2fe --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0ebf5393e9ac9830fcc695ad7eea66dfbc913c91a07266184e14cdce6c5a172 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..14a3f448adb9d08ef164d3179c1a0fc8aa294100 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9ff52a219cb172e652d27f88eb97302cd2b48b2d461b91b57960598eb22fdc7 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ebea550a9b5fc0eff6b8ea27d745150f47d1214a --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0759b628a63aef4e0a2d744d2dba8158f244874dd04a462448ceede7ae7898fd +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbe4f9aeebdc6f3ca5e93669f08afad75890011d --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:597ba2825bde3c1f53b620dd0a8bdddf19617dab3446fd92c33382f3399082cb +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..caa6f5da4d497306e5db25a5eae3a70bd3f2ccef --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53a5ad6aeb6c600fae91fb69e83fe88cfeb8bb51ab630e4a58dd633c5e37985c +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..571dedd74cb4e3b896ae81a5faab146e69d3316c --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13b0e8d37e561dd83b8744b05ab10fe0f2914326c889b1a11ac78512480e97a8 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e4fcbeff89f341c4c93e0d454f77f31bd9dd8c0 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9ea9f8d56c6d6ddc63f0b81f5a2fb163596ed2a08d6861f46a3b8edf792d32d +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dcf08043a5a3ff6ea7ef8f61a8c998677b256db4 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:148f573025feadafd1a466d548adcdd5063ba14faa9c7579ade2da3060c687b2 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b72b197d56fb166e0e75f70bd97a104803a315fe --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2091e07596209118af0e351c41d3c072b161524f979b2c314134157237ff1b35 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3762ff2a7656ba1bfd47f0cc0aad5806303805b --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d1f2195ae19ec6d376abc60f73b39b0dc5fd1426a3c2dd1f09756dd7a181760 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f541198972ed5f429a480ffeaa6494eeeb9da5f8 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20eb047d9ab927df1c33f04450dd67fa3d08f8cd464656fb60a30257b56d66ec +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c944ae4b90720524d673d34746d7d5ef6ee5e5e5 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffbe6e7e1cb343cb7bf571e8a4dc4678e45479df53088143a27296af7e33cf8b +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7ed88ecd9535a2f187e1768ee85ef477611f106 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ce8ecdda9204db1d8ced293e6ca5672ca131676aaae6b25be4461747aa72645 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..52de5823dddfb208f81b0efd876c3377e94ac3b5 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb40c4a0123585531848646cbe881d50cc45c5ea2fe9540708cc2b841c744cde +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d2d949d7a23a27e4c91109abd4d58be07f0b225 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34616253b2756044ead55e8b1327856eff35d5b5b9b5a03d3c69a9e2ac73b026 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4aa3eeb61a6704f6db4b0e5cedfc501158488756 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f67c2cc066387e2a9b8b6f884dc14063877a75ded87c0e14da038515e840b19 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..978aa3a6c3c74033b1f6b760afc05dd9bc888005 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:590be1037466d6478ca5571572b6b838b71b91af30c7b51bae78969440384ff6 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4380b89afa358605da6e55af7198027a0ea893a --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f10b695822befd0bbbd2548b9db5e5d3925244f8f7f54d8811805d951935c3d +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4944ef037c051e07c8693344ad0feecc33463b57 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ba368de3c087fca8a51430fd9747c52687725625ebcf44a5c7eb9dc2bb9e669 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f3159f4fa9503ec38b1b53503f802f4f67f3dea --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1178c488619ea1cddc92facfb1c4bb8e575fc7f7bef08de56e43bb279c7fbeb +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..45ff50618e3820ff9c9ab34f37335dfa6eebefce --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:163115c04072dfed6d1a6e0aae66fc0e987ab3731400b6efb86e895f5656bc0b +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..78de29b2ffcf1c50ae6ec3c64a4372240014a824 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e86ddf29b3efb4034113130d490644c0761e36cfbcdeabce711b5a5c582c3a75 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7de981bfada3af8d508d30cf7da65ff32e949be3 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:066b5c48dd07d5a64d682b80b0116e696174d26039b447292a873cca6353d563 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0caaf4b28cf15eac0432d0348833bd651269efdd --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:beeaf9c532791dc38e5c7923d58f6ace5b45e53eeda68b42c998337f41b8d29d +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..311d530c78c4e8c3fa6d03ec27d1c8e8ef4ed750 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:792d9d23ba5a5e4a1e591ae9d2cc9013dcb887b3ab277450ea13a453a204a71d +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3fb9f3c9947eead517f6ec902a5ff03d8f9fe4d --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24a2674ba1ce69ddd3ca18aecaaa2c3080643e4c36b46ecf7b137461ea52dd78 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..409088b0a000241df254e2d19b4162467f79dedb --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7dd782571ee89dfca869ac157af1dda593540902d0a4408b648de93f1075e11c +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b75f1507bf8ee07f704083a2adf493f1bce8bfc6 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9eb837f7d894aad8f6b20159b08810ff35b3b8168e42f9a77d12dc7b47c42af +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ed54839916a9038a4176e6fe1f81f0380afd273 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6818e1e49d91c69957cdf22ea188b292b5e80258f757e7266aa03347356204e8 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..51b7d82655084da90d4ec9b976f737a36bc8605c --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aea8a50887144e4ab0996e798d699c676c9c7ac3cacd590fe394539644c80574 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e983614802ba1303750028d1c6bb3b1ae7e51955 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b07986d7540e52ececc0b6502f43c4f4dbb1a03dfd3e95398e0b07f968d3577 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..59e3c131d6d591f771beffe852ef6f313b818925 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bd561602e632a4e67347fcdf7fa9a44bf2a02f9c77c48f8cbeecb84a0fe40e9 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..91d1730b900153eaa2dd4c954fff181089ce59e2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0645ff5a0c0a8c9e6fabebb9ef1dc60c5923b17ee4845921a20d0b947ff80ec9 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0158d98f4be639a5f7bb901352a8103ecd3151f0 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eea2105458db08008ff663ab777677c4cb0cb5a664f6678d34a11d8a1505b29d +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cdb5d2c1039b56dc71db94994fef98375e5685e1 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab4d06cffc0dcd6a062eb1e54e81f6d8d1d5d93206bc1c439e21f7098b68e9a2 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d04b6c25a802058e815598426f808b9a512063e6 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7c3ee56ebf7f4fe397a296d09e11e46d366b6451bb22322cdec81c31e97fcb9 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8fa52944470a4baa796315cfaef32e54dbfe965e --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b444c1a02ea14f6f38730db2af35a223d8a3ec6848b1efe661ebc72c295f1f90 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9ae4d651480d3ebac13617837089bfc54235848 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:123d77cf215aa4ff5059a52a8bdeaf04ccb9eb53f9717df5f7f5c32973c2acab +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6349a4ccba4f46a19f9b9d4ff2eedf5e3476d45f --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91047ce69d94ed12a0cad7686fe3553ca88521d9374927bca1a5e11a5a0e1b37 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4c5714a79e4499a3380969b241b2ff7b9212351 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9e59832127ca70e21855ea13e15b748d546418ee139e6352c7bed429c360ab2 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8fc9b0c9aee7a6a0d553909bf5c773323355e73c --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a97c59ac0056678760d3479a07ce7339bb2cfc39092f2eec976e50aa9076bacf +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f7a6c34abe9f18427e92a003eea5f5a12bd7b5b --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f238afa6697ba81e884d381a0d9fb5cec11ce07d4b04f99d65a907d5db3f3066 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8d7d3a1e9579bc2e910be6ddceea1a57b11a755 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:384b6cadd80efa5013c363431ff64301ca0338b44307a376b924579ca709abed +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..19556c407943036b91c8e8049437ad4cb54dfbcf --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e63be85ebb2380d9b6a8274f4f4ed51d48f2c5527f9a353151e8db27db2d319 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4444cb34f5430ba765d8c8bb6f802b347cef8c7a --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f8efa36eb4c5469852017000b59260d46c2e6f0d17ec13e3d2ae7606a5876fe +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b91f26ba399eab7bb02f3a89c63ae0173b3d226 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fea6e5fbd9f506c9376bd876125e476d62179d316e3f957591bec7c39f23dc1 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4b9c78c173db27b3d5f33b86aa3fea3d74c7015 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efd46c292d1a93a44e2896afe333a11227e248d3c4d87ed79c0033e23a90be9b +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..44dc54b924d3637b7b37a3e3aed7aaee9319af3b --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86b2b27ff4b45ddcd40c0ca4c5e1175d02caad290c2f802502cd5e5f521b7a3b +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5bcba63c6a653150e2a8a36f721ba961b6ed44bc --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04969d6a55c2be6f597c9f9bd86c03602aaa841862b941f91fd2ec88f72c6bcc +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..632f883cada4c7244c52f55cc0313bbac696767c --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad6c57ec8a4834ba42bbdeed6054339a4f525312721874130c34b3e7852a4afb +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1799d9450a05df898b6b360bc6df6d4591a9fe23 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b09b71c5ae98271a59062a44f027ec8d8d48bd5da045d532084909878e5cb47 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e52103a7513ca99ad8328558df1e6c4b6b5b2d9d --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7611a303af39807bd52e5ab8776861dfe75f55c82c6a7b250794a1605191927 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e38a22efd8d1aea3af7bd869938d4baca2e43cd5 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a29cf8cc0b47d1575c286dca3124824c366cdb4f68a2b3af56ce2a3f49644209 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2bd768d11083233a39b026fce64a1d1bb8f4a9b1 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bccc504a7606937c23caae94149bdc527242abd0cffc23c0496e8d20258c416 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3a7ba829c0165019ec02b55b7418ba8752fbb90 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a794082cd5062075ecf4a2afe3d3d4385a77440be8471569dd1d2ea8ccba1d94 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..68316883b36203887e46558d896bdf525d3edeb8 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f42ec7ec77e89f13f9052cb1038d6fc03876558663e469c8ab8c8bcb2549fe4 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6a699297ff3147213c43b4dc2c07ffe4b1499dc --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fec868473295ed08891622436cf5167d1c60aa6ad3d77ba714b5777f67810ee +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee8638dc6f3217490e3e402828a1b208b1ca8336 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddbcfff7148f80098a773a1d07d7c5d4c4b2783e9e3bd6738d6209611ab69c10 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c22986555e8b0b55d22715bef96db4996bf8012 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5dabd2eb7debd6680a2511b92ac5ecec855f3d72517fc4d0e3502c95499bda6 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0778426201847a59c34f9e0a267589a1e20690f1 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fd2f61027d31315950fc61c813c618e6f692dbe1abc223f59b6ae7cd6d3dd7a +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c468c22cba4a0c18970e18a5cbc2e4d9f48e5cc --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4fa20e3be87f7cad276bd1f2dc61acf6002901eb81ac64e0f0e516cc424846 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..03780c01f947017f5b580fb0ace59115e14b831b --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48d8a3091e5952490513ac5f967aafb1b5caecef4cb1478da6b50c45e8eeeb6e +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b08116d6b6265842c51012523bf2f38c73321143 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b57f5c9d1c340e6da396027683d6ff7143673abeff64bd0507b975df4313b337 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f7c1668881c1c7e93ed2357117aa97db52c6749 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d432495223b7bee3693ced65472f80231114fe8b50da5f05d5d121731477b02 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..77c54da1ba4ca9fd31dba0e1281d8651f7fbf777 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58eeee1a4dd4fe625aa378ed1604eb76dcf02b6fef4a3b5f96ca955256f268ce +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..74ed905a20dfce7ec74b63e6e86334259fb84d63 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e7bbd326afdf50c4e79d4513312db30184b3c37dfb730421f8812045ac687cf +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f17f9c50eb2748a5a7bb29fde332505f0ac82e2b --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f930cb2a1025f483460b5c0a27799c63fa31660cec7212e2e1336bc3f87b125 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..be5572f8e439ac1701ae135fec97b422534438e2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1779eefb6c6ec574024f6a0cb3a798264f21353859c94b92b49c312c2404923f +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..83af6bdfced2057789cdb16a9929b7581bab2a37 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fa2d1a0bb71def5469eed54762c836530ae8cfbea75f78d1600066184e47385 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..91d24346c2e1af2b3fcbbbae81caae1ec41a8b74 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:beb4ef6db000166aea359792462313bed04fdb31bfb877c0400a9885ff3c239f +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a077b8230ec6d3908cfc6b3763b51cf4fb7e2a4b --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52ab91cfc9b1e17c46825d06b1cbb5c44fe1eb175c3eac3c9c478dd345059e5e +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bba24412cdcd921bfe3fc721fa15f3ea1d94e96b --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32704474b7c02426b380644addcbb2e71f58cb8bfd75181808adcaec44d69d7f +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..afe8e691a940596672c21e6b5ef1a720d9889d60 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:736f7047a09117e8c0923fb2cc1d48b975810258a1825c703f769f411722eb68 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..23988d318a27a385e5a822376c8c55001f31c158 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49fd8a18db3c5e14d72a6b4355c5da5d03de1f538ec458d95928216885ede48e +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9432bbca7c95ecd00edbfd2966249456c85af3f4 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3892e0d81d334528917b342e9fad5df8ab6d0af0f7d92af89ef99d71c70dabd +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e7f04092effaf06f7943bc5b1a00074efb11cd0 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:527aac64f6cc5a5395e7cd0eedbf5240c8330326cbe42d241b9ecaec2921b397 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dcfc5c151100a7190b19716d1215025334296d50 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef9a4520f88f0b2985cce9e724ba8965ea019c30a31f428b824a30abc5fdbaa3 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f9cfae911ab703cd1e7f2fe340e2e926046c0b0 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:191d9efad05a8da8036f62b0c7ddbb5c78242a84ce4f7436be5af930a8fa569b +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb8a45b785822acc836e60908c4a3442c05f74a2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b318af59de3f001c6f1f0db76908284dbf9c90d2a8e89ffb3bc03d6c67172140 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..52978736e8ecacac6d5e73b01645ba59eef20360 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca1e9a5973eaa4a117f371b71164d23a361a2131f828698a1a03b27049b3806f +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d504ab2c26a6ae931597a0bdcb3e09abac212e56 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cd15138ffa9e47644506227f5204fad561f36700945b821584fff3d2e9cbe93 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bfba2fbf4884e400d9aafbb078fae7ad5dbbebbc --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9981765d54ed8646c0122494f564aac99259aec598f1dbb44a7dd3cc9a07c237 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa6aeefbe6da26fcc6fc40380e96a5ca6f3b95de --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b44b5162491fdf41f5d7615e5fb0a78da8f52b5dadc7c86848e999b974c4b7c +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6497c411d8ba356d963af1c8372fe048230ae250 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f37943d2ccebd3751515b6a20c869764a4c30634039d79944f83db3c1faac178 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..98e997c33c4d820a0728f582e16bc4e6668ed91d --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:123e8cc136936c4c28a1d778f8dc412b91b66154d77d23c6b394010dd8931abe +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e909277ff296a2334b5e09219a3ac9d2a4b8cd6b --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e2453493227d591b9798e2bbf29dd123be13fa007d96584ac40b3c848e490bc +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..12532a00f4c09a8065884b26ec4ac802b3c765c9 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce7f173f90f8592ee414a1fb64c82e582adf638eb98ecc7ddfab4c004d6f5bda +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa8fe7bf7e95d8f6aacd5703d3c9572c513b1ad2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10afeb2bdabb6ea0af5bb896368bab4cadd02b65af0cf12cf5fc828a2dc79b2f +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0f15b7d7f015776df2014b535e98540f9ea97a0 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f7adde7855181670ddf320eb3f6c63cd3343e6f6011369591dccc8a9f50c791 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..57188327cb26fba4f95a32757e94893fad2f81fc --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:485b706fc5f5303d8ab21cf2f308772d23cb711aebd363a91becf2e1719b088e +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba34b0b65c4fab4b572aaa4535ec787cbd820157 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a479d6e484be18fb0e270923c9878dbdfe48cf951f11f638f791eeafd54f646 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6b377dbc76d874aacd2adfd90946327a27ebf82 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6afe41f91370fbcbc4a1ea830973b00279a130c02af5e58c12a4bc568c428885 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a7d967814e767e97c5f2ab566b684bdc8cddfc8 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47a85356d9386b29ad97c3a3ea1e5940e342d234cc68b4923b643ef7fb81f862 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7184e4f3e5c082a4bd9cdf6296e6c0572001862 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b688c7cbc8dd567bd331c05eb9c4d49c6d0fda263f3112f29e50c46c8e59abd3 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2b88d03bf37e384013715283e7390cd983de998 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d0d95c4f5117c85d7dfcaf9134d7e070ee5d3363a15b6f6fb56d311611947d6 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..645100148295e65adf0ca03b47ae8ed08f0a7211 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f0bf429afa9a7e17d364b333e1ba1c6adf4374dabebbd8b7101bc099bf5e98c +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..355c1d1721c5ca61ec84d97f284f0d6f2ac25c28 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:628bea8dcf4a1f74d328ab550699f24dfe2bfa5c39105157df87b5c4362da7af +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb9fd7aa279fa6f4fc5b8dafa51f3495cf4a0c0a --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99deec46fd1d845e80aac71a0404e74987220e8eb8f8c975e3df3fa2abe92a3d +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d251b36110fd4cd17ff09f4bcbf98671c343ca4 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ad00530612f870ae3c0872a4e9c26387ff9c6d9dbe1efe77cf8527a9e16ad61 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6170b326e9470f234dc1de988782b510f493036 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6c719d00d3f650b7ad73a2c9e6c608571bcc27da73665d87c9e56b607f08f12 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4906006048b2fed48c7903b4b33909a51b17d847 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07d71bc6b1c0444de304b33c8dfd951005f15d317755603247a4ec0c7233ca1f +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e710766aa0f0c5ce214abfcc03283efb5202bf2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9458a24b8bffdd51c631405c7dcfbe5162f2fe619de3da7e67ffe70ac139ffc7 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8eae82538fec0a4d1a800856b0113ca1d051dd8d --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b468da8c5e0f3129787322e8384b8d0036db2d747157e9cbfd51bebc7cf78c26 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b4046d22787443d4a10839cff16105dbb949bf0 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88111b7732c5e006d1bb3f8b12a8710650246cb5608896a12a39133ed7328dc5 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..71af74a2f4ee586ca2d228cc2923ee4a4403c3fe --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:151ecae30771e7509f21414b1fb5a63541da87d0d26d7604c4ef30aaafa7630a +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..223160ee51debe8c7ea0d9243141ef9f75402a61 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eba12c7c057969220eeef0825a6b5c3acada78dc4bfa438dfcb330a64b2579eb +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c576c40541d49c4dc85d580a805a4bee30b47d7e --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bcb69a59a78d4dc215ce7a5548849be6fea8dc7c261680fed28dd94127d9e32 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7c081621eb326e8299bb9b749b8620e18497e28 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:148648fcea73d46d1aa56d4d63e62d3f5646eaf22491c9208664b6142f4cd9f3 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e773c293d752bf8fa5d2d2ae7a4359491cd9851c --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c659c03a65b6d6905b29efbcff6c9ea64668c8e4b68c9e3680022198bcbd988c +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b08ad57c0f27c6d18cb4e8d0fae79df8ad1bb651 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9521eee86458c87eba433862016db53e095dfb5b366d6e531f8afa7910d8b4a4 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dee9687b9571cded012f0891c98d4a985e0bf110 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:592dd372f9428e23e4c4f50240d993114e78026ec6c75d13712b256b4452cf80 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eabf8ebda0635e063282eef9bf3a25936583a17d --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be911cbd8189f9c89dc773bd01f6494f150fdbac735e4a7122ff2419d081cfc8 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..812e0bc6472df32812747e3a87a30f601ed9f76d --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7189f237e588ada8a1337c3cf22f91f1b0be55d368dc73663dd2cd78a804bc66 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..09ef712e9c79509c0abd2fa31543cb1a9455a7bc --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0accb77f3baf9246d20f8ffbf67eff8e526cd1aa6ab015786efe177d9f50e0ba +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6ea4408a95056d1594f233c945a4e65109174e5 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e0d8d4d40961dc8ea3d2c87729302f6e44a8968009e2d6a749a667c1b406f3e +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/lm_head/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae834d1c0b7cc4f176a4053cf4069c6033d06290 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce00935bac4ed09154d9411c55356fe1a675a20b124fd7f9cf8ecabe2fa101a9 +size 129155 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/lm_head/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5eafe12d7aebbb56f2a5e94858aa1fd1d57d8c6 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2e54472e309a2621afc00555dc0ff01a692ee2158207c0b163905ea4287c919 +size 129155 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e52f6fc03eb59d42ca1a442fe1d9d0fec3d5b7c1 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9343601effec5943c86e7b23ecb50cfe5db0318e4aa2f5f868acea768b4d3d41 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b43a87f42d7df852db2081dc6dfa29364844a535 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8960b65579fe3d4ae8478e5af85ae7c4c481c01220af15619e8fcf5ca537c556 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c8cdc4c8286e7d7b94b2466e381870d01ed50fe --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c80cd1b3a7dce3b50d506cbfc674c92958efd851bf11ca3135fb3df0a1183aa +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f2cfd4bfa2504aae0a5d4c5cf2381b87487b3c5 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b81611f9c1b4822fdadca9d12d8e7c904f2092e9c20540d544b6d54b732cb12 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ace90f741b97c1bd5757c8831d90af7c91327dca --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f354fae232077bef1423676c8ec43f34313caa3f94fdd3ab78bfaaf39b1798b +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..98be76f89bee37dcc9cb2eb986eeff68a6c1c7be --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0948a8ad8768f654bc1f82ec4c5b4b459cd292049a36f0f48c78fcb1b79bbcc4 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fca5e6fa2c51f9fe1b3fc26bc84d59b762b662a8 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61afa6a5a49d651012de20284af79698ff80645a1c5e756b41b6cc229ec31c86 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6cad6bf472acbbff92e3dcfa8d89fe1275725ee2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79d1b21c3a7f4355f43e6b34a48328ef8780435dc7a075fd6e45ff4c4545a27f +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..797d332d90890b5662d99dc555eb0e08d4a826c4 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6079b7c9d852d4cb8c0ffe3c31bdbf3f264bad7e8d0a4a8f6712f2d030f3969f +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..02ecf587e7c12c16adb7aac5208553d8540d8e75 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a9441025ce450cd867047a5c29c5db9e318c8d1acee27b7e3bed2c059f881d +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac172919ccd567096d6f3a62ebaafab716190911 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:baccdb6a3b21a5d101386e46712898d78a2dcddb2bab771cf18a736fda8a0d58 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d24881f14c217da2a5f7e499023b7ede7704ec1 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c559a84f800762f7a3ce80604befe9f68127c342a564318aee1ee3803f735f1 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb2fa0025bcd88d40f78006a03c1067b58573ba9 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cb183e2a61bec18e54e80d5258fbaae695c1bf939e02ec55dcc5f61700b7a5e +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..baa898430dc34f129df678fff43b133b6d9c75ee --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94622c2426264de922c0a0890fbf3e4c6287534acc7855cdd256409ea526a44a +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..210424b24242f061ba4d1f6c92da138ea93024cd --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ff57c724bfab5d25eb659e4f28cde1c21fb406b8c63d81d9cad81f7b8cb904f +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..28daefa65ccc4a2b713f881ec1a0c83084d8c7a5 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3172901a8c2c57e155d539ba586ead2cdba91700e716c1cf2d1a1f9fdc02f6f +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..855761594c5519afe242f89b056c1c075f2fca12 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:711e4ef4a5d1b5d1d154a50cc1a5de71c445e71437563297b0487065389ac5a5 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0111c23ebcb8b209a7ddaf99f9e4acbc147a0345 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ca214b0bd938821d1a1bbcfa3bff484f38902739c49d17f8795e86339824704 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad57d0171047d9d3cb6e4143ac0c32bdc70c5d00 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d5856c5066b085c485d82add8db8511e9fb98dac95f32504b4b99a99e528da5 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ae04023bba2a9558e7bdb7308fefbca825b74fe --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:956a6611e7962faaf01740689b75e209da16e5bc432c401c77f1fe1acae4eca7 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0321e7b149996e0c850303d98f3cf480d1c2deca --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed326b5254298f5b7189fe891391f1dc43f8c8c6263f636abeff9e44ecbc8cc2 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5a8904b7b97ecef73bc2bdb8c9c22f3f1750f9e --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c402c08428f7b4d73a0ccbbbedc1057f67aa4b38bbed02bb37242b173281dc1 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..164e6545c1b851aeb7404835149721fb71b1e27d --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43b3a842ada5eb061cebb9b26fbba2e122b4750ecfbf8b4fe24a13b166408d16 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e7e317ddf80ae5f958c4ddb5d2887ffefd15279 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87eff840d0998b0e327c14de18a7efab49fc6c2b1f1767130156641b75f6b276 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..670f38722fae2941d15b4026be32e751209708b4 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5e25e78a27f9c2146fd8e3b6154c13bec838c66338f0b245bf3f6b86ec85e28 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ab402c217453e083e4d7b2f18795fc6ec25ec09 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08dc44b6c098f0af671ff6a54e85f55b901ef29d6eceb13ce057e5f6041a1062 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b993d0aba0d964cded66ef350d24eb7838a551e --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c76c8300af63cea22f8ec303252db41ffae6d555ae162129bc6f547a16664d87 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..09f73eeb7c2f876292bc019863c672cc76850008 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2731e73992c7952da279333546c1a3e149e59a5b87a810d69d205341da1c514f +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..caa288b053292b7a1edae7978fce02967785a1b1 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17121a281e6f326586fb0a24f8d2cb7ec2a954977e205a0eb3db94ab13dad795 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4622edf8efb3b6cd2907e1d25e5a424ba608dd47 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72075f49cf31e4ae5d7e938d2c725f84b947ccbb79bd28314e485ba53ead3e9b +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8559c8870afda17631c2befba668c100ad724c2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87b72d2ecbe0861ef76291c8e19948f8bde639e83249fb398ebbc4fb4514f2ca +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1297c19d46809f5b66239a675fd8eaf67e1296a --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08729d038d845e19d12a579b4b6a972ae9c395be6002891ba265caf7b376f771 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5aef289d55219c6d505aefd18a749d28a888372 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28c6255aa575e2f9c7790f43cc57686ab72db137fad91a2669fa1c49377b8052 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b23f658c22f5b5ab6ce2f7a328d7e0d8ebc994bc --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:540e5a348ef9e353df58a6b68b14e1cef43e01460a5deb87281bc50d1a4e9ed4 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..df0b883fb135944c95d2dab881c991f1b4ef0432 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e04e438911e465f620824c4c9a8101cf5c4f1dfdbf01556de9c46f71d354091 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb1dfd2a882c2d9191357232026545ba1c06101c --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:842dfb8b2c3e356fb9bd3353dbf998f52d13ef1259ab4b2225104d36f4d28d37 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..42b394dadfdeba041d556489eaed8ed866870009 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bfb9c1d53f838fb4731983e076a47ce65191e31996c5a888df9625aef73d4c7 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..928d85b363aa41b075f0aa344a0c25f77a50c03f --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aef79a72513babc3df122ffc3629cba22f1ef84ba84fe830aa6cde3216d0d3ab +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7fc9947892234f1147d469178de5fe965d6a818 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1c7a92531fd0f00e9bcae725560bedeb3ecefe15359718ed75326b207a09cb0 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ed6e9436ef611d7a978a4be9c212d79dee62204 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45494e5ffe5d5ef1a2082dc57cc0d7db3395e1b574020af082b1e6434ae42662 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ba7b0ad3ca6a8b69004d0de091f027aa894b21c --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0c581ea4ed26bc4477b4eb354b6d0409ed16173b69940fd45d054e8234d1fb7 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e9da5e75b52f53d4dbc1dd4cf0ed3c40ccde41f --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f498f3f1d1d729895f808248257588b4a5a153851ac37ae1ce161ede6e3a6a74 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e8b7903edaf21048b59e41b1dcd22a2c64b87b6 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bdee08a07bc0cd1ec88c10b62b95aa56f84f4f62c0e4338ced179e64633b268 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6a6d03f870c08e4b7158126a111d5576cb52ee3 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad0d1d5f48a711a8e35061b60c7013e832491b1fb4af5733d84ee159bcc72da3 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2021c4535645f99e9aedb458b895989d7e58f210 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f69af7124dba275da5d039a77451cbb4cd429be74d43538fe9b715aca6b1cc8 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..112e4ec47b3ed8f082b804f4e4b371af2ce30ed2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f06153949fd2ab9e3900db0c02ded7202c51561313706560fc1f3aab9d93ea4 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7b015bc0fe78f16b83f5a68d4ae9d0f9504ee4c --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e154a78563205a3cf9bd14c75889e9c79634f342ceee2bde7acc4490860d2126 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..70b338256d163eff7a5e25023b7dbb3118c69fdb --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54f84bea408c79c35e13aa23c4920c05c7e2d73f098ac3477c9a4997fb81b900 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f679f9409a6149f5bd644dbdd984a9ec3eaec68 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:886de727bf71453a2c678e001039cc245f81b3e66edf4e0380e283765ed94787 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5cde3bf10f2e2b311d52e027f1bb3cfe0f729645 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c372e28484e5fa7debc620ca247dff88b121f17b86ea30bdf854445a3065744a +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7a763f0b70b192863a2f682987480666593830f --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e24cb5122ea4770f8848495cfdbc38f44310b9f5c0c6330ae025c8f9c6d956c +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e87d05f9897d8f4388dfc4de9bb6f3d4e30e81dd --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5729504d7b1c378305bb5f0e41c3e7b3532d95e02cdf621118cb4563c1ced276 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8974cb36637860cfbab985ee91032373b98b785a --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d7bbbdcb0a7148bda246179209bfeaa5050934d7d078a71470d6d60511b9d1e +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0343cf289d9d2bc94a673e73bf06656804ac0d30 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f209d3da3e9ade7f0f7be8c3204e9f44ed5207df49b752da145a1623f4d94ca +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e585614c68753d53ef8320dca1c922bde7505b6 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ab5a3293407fb421915e2ea1d3ff97e656106dd1a891c42b7ed0b3cf8b0a305 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d474da153e3a26729549cce6526e7c63eb069180 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb1ee3406b9816400827f1aac273f8582306bdbee605d999b17d8268684d27d3 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f25d98be3b6140bd8e471d22273e1ba008c7526f --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1345208b20b4a14866adb038b98ce2b2cf30596560c78b016a954a5f4c24ba49 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5016b741836b6377883a03119482fad2d7d2c94c --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ea7451f48b8134814c79e6633e6cc42423f882300a104615e8c726f8b38a85a +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..958c98822f7ae08e05d26ee0d2c0086d40032cae --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f5e2275fa580cdf85489c46f6408265cbfb26f095c26f4f4de3fea53446deff +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c96dd0c9938510123037a5c75849b30d0f1f617 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e168414f0525f845d6621fa3f202a03f1bc8249dda1cb2af7833430d7e8f654 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1817bf63dcbd7fbd858ee93768068c11553af3c8 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbfe8f5806a60b45105ae9fae4a3b03a4a63fd3f169b0a7884c1cc3a3c928f4a +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a41c352c3176fa214e822abf61f3624dff80c1e --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c28eddc441f0432316ed8ceaefdc7df299380d8a0b4a93da96158964a8c354bc +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5bf245d005538ca3fbee34ec784e945c43fa84ad --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:771dde1c4205df3ec550ecf0ad818051b13eb878dd914c92b5a704c9defd2eed +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..63a3ad4edb1bbf9600c78228ac7976ed6df45f61 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f0e0f0b658e1f8d4a8d364e6ced49ab81b4bd1cb47e249a5ed187463f1944c9 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5d038d0e982fc8382ff5f4e0cbb30557d70c580 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02efd22015ff0a08865b70c98450ef37f98d2d914777d2cb7c41ee8dacc7e2e0 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dbe7ce881d0d90f9c2dd11511b1dd4fee048ba97 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09fb37ecba62cc10a9735e36c6e582a2b9bf70f13a6eede46968836ed0a00980 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3fcbb5e4e4d5de75a1f189d0f6a41559e72b8dc8 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85bbfe459474eeffbc88f179f12e224edf34ac859ab98ee69b9903f0c5f6871f +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a787ff3a8c89ec6bd095cd7d50b2ea8ac0d62cb9 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2390af0fae5754e07fe1e99cb1307a29c51f795f16b72803fd9f98524a9c20c9 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..14633cc4d48326d7d637fe41cf1c020a20f72a21 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfc4b0bd6ec0f0ee48291b256130b7b9fd1f639fcec61f3d45bae159fd42d02a +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9566e17c942a2e2dd46938bbdeefc930314f6bba --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0ee48ab0ca6240eecc7d65b950cff7acde14c2e1fbb5e53c71a18339f559bdf +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..91fa7b3e686c52ed68969e674f2ddfa1736d9777 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a9f486833c7c51f3211662eea5a0a3860eca4b68d48834e8138643d0a9beb88 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..01b20c09928c4408b2625fb06eddab9ffc7e9e19 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33d70f8fb96111386a56c654b64c7936efbb6b99ad4b952184cc091751c78e84 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..09c47280debdd5706c07ddac9ba2e63defa5e314 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b436d6f619126118f2df08e341b935b6d77bd06a9108ce95fa0a423ad54236ba +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..64f9ea78db53b6e918d0f7c5de8cab26e14db59e --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12e555d621ce0b85e7fc13dfabccdfa7b60fb57534d0bf9d67f7318fe61b63da +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c72577fe756bda6674cc819813ac75e8cd708286 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4153d89fc3291ca62c4791d1e34ac50db7faaefa504b84a0e736983f44ef3bd8 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed0e4516ddeeaadb6d73ac65cfe9f5dc91fb959d --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c68bd75fec95ecd13dc80d0fe8ee9e75e0711cd5ad224020a14e4d985037875 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6607ba4f183d3c94f533baaf96911fe739dc398 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b31a11d0c6344496030165c13ba99a3460f04729be20ea2e07de407568efe80b +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e0e928fe4056e8e7ac54236fb5711837f11b918 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9fe94ec3c6eb7872a7a1cea6ecc30e77e4bfe1623b239048666f6c9a7737263 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd6c2354786d0c32bf577907a567aed955c674cf --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c76a888add4e32920a2d04fca4a84aa7d4b6e0c2b85af2cf7c059017adc5f729 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d7897843554c824026dc3b96f2dca6194dcea55 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58dacf721024fc08f360edbf34f4c3bf89ebab3826e4369f85201205a1fe02e3 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2fb7c494c5d7177252156177fce3fec4c6b136a --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4ffdb5a54e367992872ccaf9ad5dba3a01f3bb98e6a3a79f48315c5dce46fc7 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ecd0cad433a407d0672b06afd3f2bc749ef51efe --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4354d3c5488c3588ed3ae45b451777e6fbd0e475edb103343664a12f2c315b1 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..44f538adbebdd296a995584c0a89e32edf396c15 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dc061c54a176e14672f7cfcf12f3af454cc9e30b082178344fde26da6e843d9 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9b0a22b562bb04a4da06b6bb9acf696a873382a --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab03f8c222563dd1990d513576d628e8061f04b9148706dba732d87782d04f17 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9f2d069d19846227003100286f1ac867fc30df8 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e71fe126b60ab277c2fbf83f2fc7e9943eb4087997aed5e9a437e4ff89b95673 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d42e4f0f34285bac8a8fba033502522067a08644 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1e1936d8ec8eeab262f94afef83c4f92d506baac18d35ceca2bc753e45db245 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..184ece37fee549129a8fd75ea02aa1b385e14bbb --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b067e342d3165696e002b80b6065c74865513ee84ffcc8d6189cd774cd88549a +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c603eaa4c36890a93fc27907d8e4a127ce5f6ed --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5375f5934ddf0fe1d313e8bedce4ed93dd4501b6facda3ff0ccb91a38f771787 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa560ae7c5e0f7f47d5d58f459fc1f37ddf7ac85 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f480f03b2855d5d0232021804f32b09a4cfab3564ed5ba8a135f3cd99d287ff1 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8eb2d076fdea8f503aace2a06cdedc46964da7ad --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:729315f05dcacf11466819f79a0e22680de211b696edf976f3b5ba4674aecdf7 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b420315bdded61d27bde7a3571b795308d091627 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2be6f84e0f7f8b7e946faec04c281f4e0382305409488a237ea1de6ba8227b2 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..728fe20ef0b588b9918201326984855b3245012a --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f03b4d070a6d94328313e20a1301fcb98d203996eb187ed42ec4babbe2cb639f +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f97dae04c4e7f9af836643f321a424577ef838ad --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c2090cb2e6d7ff1dc035077caeac3346690031dcfb8ba1470497335a42c10be +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..34cd9a1e40c4372c56140fccd63c97dc5851dde3 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc689370d024516522e352ce6875b1ebb5134c207574effac6a5bdadfb1170bd +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d1452d155496faeb00b596b24826f3685cc3595c --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:187a8f76b1d14395275031df79f9f3dc43e6382de78e341e4494a97ab87a584e +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c295a9aefe384c4be3086b561e0893b9c9d3c6c --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fedda3c2b8600c933dcacfa70a9f1e179513233fc82321691a12733f87ceaaf +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..62eaacfa7f9594aff00791de6e856786b7382ee8 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dd3544562e0af0d54103d43f65ce203c3706773d4dcf5246c79189bb21f3665 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..01612ff5494b75be4a052e936617fb600ac19d79 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91e78e8e1fe47fa26b25ea5ebcbc8b34d78674647cf53c72453ccc3e577fcb98 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d40da11f6120ab10e4068049ec01c9f784674019 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24f46efba3a1dcf07f802578c081f8fd85f44b3f10b200452c7bce806f5a01d7 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..168be1c8d9f13b50a09715dbfde6b8a82bde3487 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c49500c71ca535ec84883b2636f02004299276c367188d0033f4b9e88970bf15 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2730ecfd03073e85048139256580b9f5d853286c --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1c408c968ca9d34ea4009172dd869085a81a1c63fefb2302f6718fc7948072a +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..025700f8d774646cc2b032441bff68641fc53a40 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a00eac60b18885c3f2de7466433bd29fbf4b871629abc830e411ea79cc076782 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5dd628922bfe5767258896cc4cb8b73e3f52f66 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3d56c29d61563c4c13a5f5a1a00d65bb7ec88dd5bf763faa7a0fcb6c55a539c +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d1746d9e334235c44c5636c14046fd026a38af2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a439db0e4d773bc436d555ece5c55ccc9021999d4719dee8a89ac2993872079 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ab7a5f81047365f4afa70e7b9dcd9d2a2f17f2d --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bc7adf022c4e2d9e264b6f9f44ca7b4b5ac7e10ebb76c392deea5e802efe409 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1379192514e491f4d68ec06844027cdff755464 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2e408c4bd682d3b314960c92a4f750e410ea689e8da2cca320b6866378005cf +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f27d660eea94462479860fa0680c006d454fdde --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e54e375eecacba4f35fda13acb7c13b0f26fc048f08c2ed6d9050b0ecb2accb9 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6771e13f133298470f15395bfa5584a7b047252 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0af94fadc9f0415ca8864440617d164096eece9d163917e16d05f51de45a5a26 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a752182135ea9f1a22059ed8c9bfa4db8864f06 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:944520fe2b0f8459b2d1cb2faf25340c2303b0eadec37facba1339da5f8462f1 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d8551c052d5a3d2dbba10ef09eed24e05e62007 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f14805726c82c583daf477ce6796a4bfa9bb2e796cf6fb288538de5757af9c4 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f35f1c6920f9935b36569d0612c1e3fc3b032fd --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3a36c9b9b89243b27de9af0e78d4a3dd94b9ae4e25a3785371ec1cdabdfd3dc +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..042c744f8a07cb15e2a9476b9e4fc0d59dff54f7 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:012ea8181ba4b9aa788da832c899bf670ad586f0b13c917c70149730cb8870ad +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..118f732f2be2f349125c5ae074a4803de73bd114 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c0dc93b02490aa58cdf2642b1995501f9115203ce36e7ad37024118aeb340ec +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c71d8992e1a977474d0c46894bc5efcddc7c02fa --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac44fa3333deb93b4734db2f272162ee4f7492d0bde5d529971365094dbc5316 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d4ab4ab3ebd40a94e9d373ba0e9e756e9279fa5 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b0fe99b0c9051df2aa5479edfc6618bc5b8fb718aa0fe444584f1acfba92c69 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cac30afd8504d0f91db6a3ba4c0426b1a0f354aa --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f254b1f6282fab67765d48c031e0f84de3c01c9eb8baf7281ae6fe0a457faff +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..62dc0c7e422c4d19db8b8637a4f9442927b4dbf8 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:080659e86c2cdd3c8fd5fe7e94625d99067c4535399b6e040218d63a74ef0595 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f074d4238cfd8810165a7db99394e9ad79cb085 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f059dafcc5e10aacecd7a05ac0c583789ff7f1b40e0b16bd94c223682a42718 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..72549153e66a2e85d1a8992bd2f65be31dbc5eb8 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:224aae39b102f3ec11f40c978c66772bd0a5e8461c567d36f531a7abc17e7ca8 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7528c557fb6d2ac8981d6c415633b16f9848f130 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16671b1ec42f53288252d40ae810085e2b2427430c48ab1adb1524b86a182984 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe97fa955d2dcd6baa6eb45c50aef52dedd8a9f7 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49841ff7a5b16d0e92172018b811cd4410ea6ccbc229ec16eaa8f0c1003cb968 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7ab46ee322f13536d7b68f9b3cf85b2cd30ae93 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:113cd55aecc9632037175dab9a7528d9cb1c5835b91fc95aa0cbc7a9398aa1b0 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ab234713198d32c117c95a6b153a5aa378521b1 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d8ebd9f05b32d6a0b43b3905d481ae63df0497211bf5a62dc6a860297ac91bf +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..726083eacc847b4692a5aa57bd0239bcd6095927 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41bfd7233f1d2f6a9f06261c87ee6d38fae063d1bf2c9bf3f72e25434d76cc69 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a71a5e0921d9fee4bb732b8e0a884a94447070c --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb86e2abc65fc04b8bd98b94e539a82be3b35f37252d1939c63d6dc7085c0ea4 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..998bbbf5e229f7e985eddc699a8d32b50a4b0a39 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3074871480ef76749489f89bb875eae7b26365a474573ffc128936f729b4344b +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..08c50350af56b919c499abbec253e1e5cde43970 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7395b3cce24b7b62f6ce95816aa663c45fc8b15a1ff9c6e27d53d33e8c9ba94d +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca846d1d67f866cc535b2f20e02d16f546748d85 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f090e82b51208581bba99183e3c65f36799aed05b4c5dc42300d201e1d31077a +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..856d25ba53f3518dc6f17d09bf5d055c10c8e1ec --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9aaeeb967ceb3c2021d4816d1e960422b3f66e0960afb807f80aef61b9574d4 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1bba897135c6815e5f027d308c9807f4512de094 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b52d6ebb678ce62eca23875ac1a40fef5e9d19df153b3be1041f425b79ff747 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f18cab2cf793bffc8a03f791406090306e4509b --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48bfb16869e5ebd33f867b37bec48f88b9cb9b4bd17b2c1938c791957c36e730 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bfe2d82e83ed4b0ca9b046fb5dc7e062ac0c3aaa --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c81f7a08158df956d208c744fe894e62948cdcf9f1160ec45e6dd8cf8e3dedfb +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8614c839fa55f527d8e1e06d0722595d5893cd22 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e3e227a88579b6160a1a72e38ccfea80d7cae0f494015c9954199573961051a +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb88148e116ffb8152a8df876d5a3d5087c9c9e5 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:601e013d10e7b8c7ef09e5859475cd4ab376574ff1df4b616f0ec06ad9aa3d4f +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..62ef4b094e0e301bba72063b6320ac88fd26f8b8 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9f80267bf5fe8455776569a098644db5f9dd3c7995358ef7ee9578d3220d451 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..10148228962bcfb852865fc0e71d3934e36156d5 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf6305fdc6aab839d0fa52361c285851c7dfd89f365f1dbdeb9b5b188507e7aa +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..60df77503908024b3c46e7663d4c009516e8dc62 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4af1832ba8061772d4f6896f0610733c71c21be1c01d054bf5c282df23d88a0f +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5bdcedc148819db3981dda76b95aa2747401a1a2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84245e39fb10c17bd33f2cb5a7966f2eb8682784ecb6a4d451d50ee4f15014fe +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1baac77b99a73a0832110e5c46b938b02be847dd --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:289b8006659568f76b9bf1be397da5176c720bd692c80a9aa9d77ecfedb72598 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d92d7a206a5145b17cba2c35c0721ee5dd96009d --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a972e0a0b1db359534c57545960fcbfc0640c9d158a03662fe1d3d2d723ad04 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..20d70a0ea32d49636a28a4dd3953b370dc8b4ba2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec9be5286b3de5f126b5f21a958868b859c6f7a6604ab0c81a7ec670a6bbf9a4 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..78f0c39897a5e2c399a4e63c1d170588cb5fb1f9 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66b581b22260509d2f209e8f9a7aee40ee386b80c2683bf94bd5b6225440cd81 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe17e7c4cdf737f6331c3a67d14220736e647217 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f56e2448dce4f4b49a5788d27526327925e12d99311360389e041cd7e6c47a98 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..649a01893ec31582b98ee59a4deb95f8c601f435 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:721ad74c12910a79d8793a2f11e750b08df6f9a92faa3e4f2e0e2ced528bc219 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e83e8e4377ad95621bd56c5b8d56f3dd742d1ead --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a89b15bf19ad9437eca3014784546f77729767d7e9e526c75ce14126ba3e9b36 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8c80ceedbaca7f577221550d81267930b6f437b --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f36c9b133190daf4126aa6dd3900fabf35e42b782ac9a07e3716f98c1beea462 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9cbe28ec58ddd54f5cc266a9adb56f787b78a9d0 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7587c89f046bd696c36256fe47f52271a0c2eeea197ee7b948c1b1d24c1768b6 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9dab8300d55f5428b60a144ebababd9214dd5a3 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6a65bd4a80b2994fdea344f51537cb4ad89b966a2c8b6a441423afb851f5c3c +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d0d41b587085c6c063a6adca813c5dd085d4f8b0 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a4f2d1949871fc259ae8a0a5b029bc3b645a000f4f884e8cf7b86fc19c2fafa +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..46be39677ee8fc4e345145fae223faabb9646fae --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d02bfe28df5728154f8717d84e5cbb2191bcd3cedba5bb27cc963d531aa5622 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1054313606a49a884d6b041a0a774a024edc2f21 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bd69313eb46428e15ced01d9e4cf11ea301bc7d9e0317f9490d351de1090d98 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..df2cd929a5c44f0d8c0b204f744c861516686cb6 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0262768a35bf13d0fa1f0fd083b4aeb88f6e85b260049beacd83e8d106121572 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2948750524751c0ead22a986fa6d94aa7c8d2dd2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c06e4d2a515d3e9f13c1b101da46002153c0f3a762238818560444dd51ff3946 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc388e329bb1ccbb0cbaddd679f8305db3ebeac1 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49721c3777c1c70ab9a4f6dc315fbcb164b11d4c774219ff25f91d74889efabf +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9610fb8a4c79da257d5932efd910450a7b5a663 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27614e31deba436270b461849aba30c4a551ae9c2156af8b37a546e11f4c3348 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bbdafaf7d049a2f34f4ed0cd7ce9ba80a5e135b8 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ee4fc07df701e4da2f78d6bb48e16c28f0efcd2c482271f37ea2b8fbfbc9fa4 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d92190c4079b603bcf42ab22adfcce40fd06a4ad --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06bb6de373aca29678c15d9527c623bb2480e498a0d57d1ca9e8f4e1eff4668b +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ba53b141af49315cd3ed3de394a6569d7a2f1ba --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b9a6598b991cd4d038679bec8b84f17f8110a761fe4424d1d1746200d7e65f3 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b9807f2ad10c4c34c09d116f324f8d706a06d95 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ae31680e495d8a2d61b77585b49eb0498b9dec68f899f1598a8a0abcdd17752 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6eea44c5933b36490080bcc52c4abaddf21dabb --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87c0f95728bce5ec5aab08a17f1ca2354ad27c47a1d79e1e4252826a7890b0db +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9a575000d329c609c0116b4427ea87a5327c71c --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6d71f8720fd3271afff7714be4620b4f66ef3c31a8ba1bc17c89878cfe818f1 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2ec6e4bdea0bbdf2c07f1ddf83adab3922fe650 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9e6fd6a997b4555222f6805ff441817333366d6ce50bf00f5f982456563f664 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c2377a2ef9fd47a948ecf14c498f86c7ab9afe3 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0334f53fcb73b4a004e738863b5f65966a951c9eb805a6ede164c39c7e9c6927 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..01b23f94cf50f934dddb23b225f2c5df1ed9b284 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35bd467b915a6e7b9e246bc125fbed78821ab3f2e1fda289bb07e563452f1e5e +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..df600050d8cbedbfe0b8c36878fd3fa63375aa1c --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e778c76df4b1164b2df3c8033d065e631f6b800a3a8b4e89c97a1fd024c8aea +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a05055c126f1d6bd35fca8562ec4b23c68b81e5 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:092337d2a0f097f73f3de63d361f195a68b5953ed658bade4e6cbe8e8de801a2 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2475f5628844c36f37de2b9cf88df7f2a7856f00 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcbe8a7d17f4fedcc4f698d2372c5e50843f9bc35ac3ee76a0ccbb3ee62d5919 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee8d51d1a1c7ce10a1fbd34b58223b39f301fbd9 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec43a7750eb7e636367529c6491656c39ad860453e3bd0bfab5c8654c317e278 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..57ba052ff1788547981fcd199d85f791aae3f47e --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d1dba9030336bf50ffbfc6711b4e8d60319fa9cf20e09b4ec9f5e2ec1bbb27f +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..af58f4e8439ae0fe434b5cccd79209d8dfd8705b --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4644919d95612feecf7a85e2d7e9d626e0a8dcf8e545378df100af355e90f8b +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e4e31fdbead6b555f4bcee4c6e6653e1e9746f1 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86a1699c4de098a4a0342adb467f766a0786fed08e02b38da776344fe4d043f6 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab75db824b6720132fac1f96779b4bf0034542bb --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92ea2dad44ac38a4631baf2dc1cfccc8856dd8c4dee9f7a7fb3b717ce56f04fe +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f12a1cdd86ad9ea49f0f121ae1d7f1860320025e --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d4ae64b9823f0436be418b996e034bff904148949180cac1f7997abe341d1c1 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e32b420b080d9800cfba4a2c6cc52d0d913ec0b --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a98fe804138c948ec72d557aa883196d53df27fc3370c38611b744054ca1731 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..002329b145241cdb3161f263878157827cd6430f --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a469b37aa01fa36f0bb43eb36314db33331f756217087eaec5f648780b4d0a98 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6486314d3971ff9383e729c309c424432e6a78a7 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95a7d5f8a477cec1682657ae584b2c16244bf640e7f5057cc58e2b85039656b7 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6fd97e3ed0b9a4cf4387dedb6deb9cdd68cf0378 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79267a281669064f7d01eec86c45865a2d6e14c7983d355a9273f5ea2b9899df +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..53a994424dd24155bf2b38881b4459deef6da6e2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04cbd507e0a74c270594a8e585f5fd5a1af1c265abddc3fafc25286750de03e4 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bcfbbeb430af1d17202f85d68222fb15b8f11bfe --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6daa5786e2e251621b85c8bf5f78ddf20a93e14423d042769c70bc529bc954cd +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..352598784849e134e258309c8e4ce7c92b064e16 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34b403eb1332a382b49ce6f213089de4c5029f1d8621cbe633db2da72823e7e6 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c66bb3ff6a5ecb200d6f88f218d4ea04bc23610 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebb303868b1721a10390c126327731727b778a11a4f2c2f9a397eff4f72a38d6 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c3d023dc69217dabf2a1c15761529bc2b0b9073 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7bd255fb2c192f40580a6edb7c009095675f40ab82b4f0fd1a2d272bebd76b3 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..725a6499e96ca1d1f4cf5341dcc3fbdbd3d1e744 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2c3e39f5d95dbc772e11ceb246f3acfe2ae5cd24711234b7797ed5d4e37f055 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dca38fdf5bf548cd0e57bebd8473b53b681243a4 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7318c86ae340a70ac5f0bcf6c02da499578af7d8454574fecf099124416f2fd +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6255ff8d11e337e3169bf16eecfd672adf45ac4d --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48306c47a7dab7eb028f1f8bbbe8f88719bb944636b06653f846da40c0268e39 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1bdcfb157ea4816198dddb5ad1bfdde3937534d5 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f62d8b0d9a0693f827de5fb223238dd0fba4f6622d7a493a2cce92f783e42b41 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2187bb106c7a1c539d7456501f63a820b21d0162 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e723c181b2cf6eae28c0af6d432b836bf2335a0f466c5bd95cb18d0cd7819968 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..77b94c7dfec7fa164b99115358828187b07e357f --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b94d5473e87ce670b86321593a9ccbe626266188430d6fe08013a14c0e1e8969 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..992907f38b642eefc7a409b1bcc44ae6dd93e147 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbd53fb76b2a4b43fcc3f9fd8bbf98ce1f38c58058b0e055f218c6c522e9f960 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd41b437d6e9c0a1c2a3f072ebfc2f7ff2a2ac78 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5563d12070ffc9d28a2cef5a64f32920fc4796c1b5cc0a1710b9eabc9088b57c +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6ee7aae7ee7c6771f2a419378314c6cc84de071 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:911784a84e40f5b2a67ae6e56802e3e3e8566b762ad459c2927ef52871c22201 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..06b411c8cb8dfca1f687fe44dedb21834ab2e142 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec9db374f7a6baab713f7ad30c14b5ba2b077c5f5160c9ea11063f043c557393 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..247dd5458c7b346603feb3b3b8bd3e5e67de848c --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3c1991fbe0879887f36b020dd228d907fc88e551f78b1e25181c1e385afc356 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4125b0e8630cba50c012df158c6536de4a2b1d03 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27cf54dea86250f95eddd1ac417123085594e6de480a986844982cf722a3a5cc +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..28d83f517f11c5b084040c8b6e04be3ac3ff44a3 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbc8ab603a9646437ef59ac89b2d942c09a74b1ca05e9e66c8ff5777136c0778 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e56fa91629d21231093bb14d636749c8e9bcc6e --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14e0377a08d3e6d88296fa95c6dcb7f7a1df5703d95861feb30166d7ddc831f3 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a836dc4da6c1bfed693362d650fbc445dbc4558a --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:329e43cd1e9c9496d8c326aba124f32ce4e7fbb8fcf4eb9366dfb849f7da6eac +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..997973c52617df1e6d15612e5fe1245d342935a7 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d762303ca5b71222f5d0dc0df759f816c6db0dd1993f7f049036e67824dda41 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c81b5933409b1339793d62a436d4c66558c0b313 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:570dc6934f864ba8086cd25e99fa6f31b515a8873d104c038a063a94b2cd5e9e +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d9454756d6e9124b6caa212962d745f66f92a9d --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21b56eec0ee9a10fc1b6ff96d9d034024baeb23c30fde6fd892e098f3648f715 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..67d363217d557f731fd3b9a502a7f7c75bde40a8 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a05a10a51fb074882733dc176bf6ca9e8240a5a1459d3ed9a61a8288c8db4995 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2feb8b531ab67d1f125dc8a7c312e1d95be9549c --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36762f808d3eff372ba1372f9c3479e2e6e78f71d22076b82c51baa37ed4f690 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc01ab363650953ee0a5f8b4fc40249caea8a1b7 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad2764cddd1d1c087c702ba04684be094b3f9cc30531ff5379e0399f5ebf68b1 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..176c211ed9f29181a33c51490c68c39a6de5567f --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a205872220bf7f8c1692bd0026e64ac2afe1aa5f485d34dcc524d379adf568b1 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..42462caca41ba135aa8c18acf43e137759f513d8 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3007e2e465856f2a363bad120f9819943c728fc3a12cb682c3acb1d033e8c8d6 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..35541da23636084e55668a85e1e91e2de885254e --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39ef61ca9fe8a78659a53140e34cea7e1219221c8cf3d1e701016a431b5bdf65 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7db9e76dc24726bc95b256807b72ae90e29c39b --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e55d5e8dd4c0b16bafdf2e7849cfa300ef110ae952100bf74b51be1dce087c4 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3998ab74b47e30883cc1634ce36a65c752c4b3fd --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d5c0c9d54d2a3a3f884f844f8e891ba80d49c2888e1024cbb9447445060c941 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e8398ee166b1013790aad04bca4f46f438b1d61 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c59984e8b7bacf9e98cf0d9df5f6f0815529c9b6f561d4a299f9a11cd6ca9458 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1723cca0638ede17fb1f5b4ccf06557083668780 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb419cea0682e8c22a8b763769e28253ac196d39f667868e4eab8845cdd0848d +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8fe9b004241f46609305eb01ed5f191658143bff --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2eb27024e32b7383007300f0a1e76b9c93a7b3c1a2bda0473619fa3b4e5cc212 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..19dcb910d9f41ce75e553ff75bffdc8c353770e3 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8722578f12fe6530d951f412bd048a18b04ca00be3a2ef743804bb324d8fa2dd +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bea5c1b9c65714e39cef6cf03d42e42683cdec2a --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:956a1347f634cb458b1bb06a86d1faa96a54126130f42cecdd88744080929dc2 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..78a308d404bf7f3c561d9f01b5ead60eef602f27 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4004d66f6ea38fc0b3e3dd50203545676710b075d971d4a8f9b2a7a45af2569b +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b9d0f25c62e0d8b29d663a3b4417792b33cfbba --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f4f27ac4955ece0dcd0e3d9cf22b31b751718c2c8479ac17736e28bb1734fb7 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..77b937a13e4e66ce5a82f220862d87ff148c2c07 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddb13bdd0b2a6eb3dc86049d7d841b7affe74f73149c74972f3f55da8d842f3d +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d04c915f315bc5b79ca40244ff8d87e07406318 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50a96c1e1e20b0a22a6c6109a9dc5344efb55d4b002b83563c759e518199135e +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac43f3c10e518740cde235b3605fc1d6179b23c8 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f143dfdf17f929a1f4d7d8a35d335e7654142fa7d021dbab8b43f951d1afe15 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e74833773ad991f6b03dbb7bffbeef1738d99a7 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d373557b9f0a06690aa27de1410286130efd7e25c88a0b012b6ae4ef569146ec +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..deae02f15f145a085644ff4c324ad278cb52f0e6 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d61c110dc10e1e3a9fab940c9b1b60df96a77ee441534b86c0de1fb712233431 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe2c310df5dcf327d8e8e033cc0c690e7fb67e4d --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3091026ba2d576467ea7b52918918bfb412959f27d3cba4684e6bfa4a5e152f +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd14de509f1161651d6200320c459bc553d57a96 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4e8382feba70cc5e78ddd873ea109fb7be28f978b475f14198e93003c62d667 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..091d287a9f96d45ee539e8d7da150f7403b2a169 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e632f798ec7d3c57ce579943011324678e13f10a77acfca23467dc1bce8d7f7 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7bff9e4f937f4222540439e82e031830239117d --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11ad93e9406e7be3ed19e81d6835bcf2f5eaa29897098a6dc38e91c25325c183 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2863ba7421096053d041b5da560eb1620285ee23 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d236f2db22749890c1bfe2e0bd2afc08887699cb518519610ab84f7b9289910e +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a690e9d127e98c59019faa6c120786a5ab00fbe7 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adc9eb7575cd923224e3e735b8e38896102e846601015afd6d8bc9ddb9e42cdf +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d835855ab4e8a98bff6c2a5a5c11d5eb221aced --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2fbaf92415d20b93ec8e6f35fcc20032df3618ed6c2ce5756529ec8d8caf606 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7bc57e3f9adbf0f94e88e9d4b6ef896c0b958f6f --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6ae3b19fbdac7b1570cf7d3fff4a577aa1fcc87d862d93f4d8a19d98967fce5 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..138609e1efb0e0aacdcfd1e3297f1e6fbac37fac --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b599bb019ca07033dbdd85b7e4c85030fcbb7b5d607a981c8bee3137eec95fb +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f430a2c389be3798e46c66aa47588f04b4ded2e3 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edfb7b8fa38d9e5659a629993a51b4e6fe6e0f49e8885232309a139c5516a8ca +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..23b1d774c5e872a87225813bc90249511fae1dec --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e8e91f24c840f96b8a72718cd731930a7020961628a356326f231c643967c7b +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..40823c4f6e6af08510ec8cf7f53b84563815bca3 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aeaa22196ea1c78ae92f43bcbf52be008c5af53759331a6899d44cdec833d845 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa49737083ddfe6ec614ac8382e1ec13b7b3f65b --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b66e5fa9a3061f88d0c40a6fc98e12b13bbf22f5066cc3b99f8579f9176a786e +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1741a3402e33ce71548edbfb212c2f90c305b927 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cae89e36708f5538d48da0442b4d11918057f87e1ae54a0a4ed3965c735b1783 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2fa778294db1eb9b90379bed054accf7a994db9 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2118c88217b315639712dcb5d95a4de3699795c6e556b0110c5fb07e08cbe006 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..90864a2e35de8db8410d828089c4742f3dffd449 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:175aa3c04de318a291b400e7f7cde7cb6553eda4d9a2f0eef1d7b8923197c226 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d4461cc9de38d32267f76cd764b6f8199cfed38 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22156e3544a040a1cef912766af5a9da752a901b35e366458bcc41877aed767b +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..14bdbf455706be722ee5bb40cf26f77909a39b46 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3391e9d1177eb01bafa464a9fda40345d47b4e348006f11edf4a6bd7d79a48bf +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c231dece05fb5b4f3eebdfeb52651485d145869c --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a064d813472df83cb49085d130e39f9f1bda24723f8d12f018a6161d45183b26 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9f5aef538723c349a1585087eec5adf79106f70 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e738dea4ddddb0d85c53adb16c4f533a170958d72be44b9721706228ee974299 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..00921115801f3faef68630367be9841517a6123f --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b212c4cd0dec7363ac98fd6fdc0a72b6752411b4b0290e8fc3af4df5a410b916 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed9387a6321f700a700df737cfb666f9c032c266 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:757dfcc02e098e77713a8e4747bec6645f4a6f99083a9b8ec52ab51d436fac23 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8de7399720d39ba7e454aef377ef51c45886d7f2 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94776fe51255fc09bf7d723c0557fc45d00fc64ae549f86c73cefd3fa5b15266 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a68626fbb027c0c2e935c86f063307144097442b --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c95bbcd1d1e89246a6afed3d5eab99f5a8d58c00ffa316b7b010d637760d8500 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..98a6fa4c1a8b7444095ad2f5ac8d73e8b02f0eb0 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:791f69f4ed5e1a1be90e00e155e39940e22de55343c9a61713e2c8b75ef09fdf +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a7b34c0121f2568340eeab21ab764e33e4a975a --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98883264a8de11aad5ccb1be6a189e5c7e120657b70465b8c9c3047cfab6eca5 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e0a3efa8054d46174e246c50008b555210d7664 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ec9a1d00be6509cfd02f97f71121264e8907757078fe38144e6f44dad939d5f +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0eb6c7a50e1eabbe1f478823307a05d3a014f17 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67544e96657da4f0393d9641858a33e7e5ee1fbeaf3a030d36b04d6dc5221460 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b145a576622fcf8797e491821b628749a8c28014 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99b0646d1a2742e0062c31a102b69c1bfef7ef186b2da49dd4f8660dd94c2fef +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c3d5a0972d54ef8c9cd09470a78e02c59a4dc89 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78bcfca5ea03e7674edc44397118526b661271fbcdd803164b1ee5d5c51273ec +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ecba89dfd76e8eaad478cd2e4b3fec727ce74dfe --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04f805ac9c57d0f99be0d38fa83a8c12dc632adf1a3311863aee47d758f45222 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6338646a1abad9497d09c37ead6ede12055ea01 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0cc4635f155fcd78e73d9687ae6dcfc83fddf4860a24499f5b60cfe1f3516b2 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c99d099318c57ad787b025bd71a73af6e57e3d95 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b3569355f545dd9986806bc75b479908ad56cb02c7798ed7f8f59cfe2a7d864 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3f7a930d6a958b6c5181e208121ae0ca466e510 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f250b96ba2960836a54a2dafabdb5e338e203b07f3476455d22696e3f91edb8 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..35b0fbf87b4ed62cfd4dd9f0ae991b15f1c9462b --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fa28e4ff1e3fc381b623080866e94645371f410d0a3ec10a890a3cd7183725e +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8eac5b2ed3d64ac3bd9f0f1f619e0c97b7d73160 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3666191877e768b1bf1be8ed5119afc64a173a6146b6a2ebee59d6459321156e +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cda031a77cd40a33a38afc0e1084c6b8dddcdf08 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3d74ea1ea6f0ba16c06ff751b68e9edecefd1e336760293162cccc38f87260f +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dce461afd65158120251f3df7a1240478320be8d --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df252cf42d50a466b30f19953e6b72a445c13e13335859dc675947b5830da631 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..665949f0e3bb38020379c6acaf01b0f63e7a0973 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df4ce793dc1b45506bc7dc1f8efbfa7e337550f00620f4de2fa87314fa14aa1e +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a00d3ed0822e9c29a90ed6c794a02c557bc06e0 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7460fb43a52353f8267e2653f8aff2280fb3ae11f614bd5da8cf5319d31671c8 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..14a7fd2473d1426801bb9076af6648c6ad741bb5 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef409c4752ac3e2b10bc28d844bfb5f111663ee2133097873bf19522f236d134 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..11223b5729d927402a1b1d90a381ef5326244231 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f8e2d8589e7d77bf479743f821933394aee5d7805cb33a662162c9015ab65f0 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c41b43245c13111cc7d91cb7601a8d19ea84f4a9 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81a09a5d517cba53d3db5db40a9393e326fad1cf02276c898d3d7a6ce9ee6fe9 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e4e9ab11ade42a3012432bd873d9de3fca7aae9 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03ffc2fb7b464209f772bf46f7869a7cd23c73ea302046c9f1fdfa88bc463691 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7bb97903ebe90e123b758df4d642e67ef72bf456 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37c4db2f0aadc673fd9fab361622baa9555d6c712b590ee53bfecfe5aeb3c5f3 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..127f09cc38286bbed1ede805e1a6739a99e42264 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a607f19097b4ef7cc7c07d370701c1c27a00286f0ea37373c12c763ade29c41 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b98ecbad9d311dc9dd068d35dcfbc2c825885224 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29334717c0f05b34e1645c0335bd40ff6a4ff68c6225313008e36e91247b6e04 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0deb2075a6cf698dd05d6c3e7c16f0530cc5d6bb --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96cac763353c04cd02483714303607d15fffa890e1ebf378f135cc9772864c4a +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3606b9a9bb19e5b7b9e7fe31f91e8ec9ae54ecdb --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f00acbc81ec17a00e4aa934224b5858ca9848584a3bd775a5345e192fd8f28f +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..674b7f7780c9ee2c00f5a6da2c8ba3fa38122f51 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ace4ea807e2cc61c09dbc57a83de85150335cd89e733b4822d0267c1a8c7170a +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4facc9c5a9c17d9248c6ce920ff62a58a23c445 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d61ada029dc5d9b93e19144d595d6fd2bd0a60a589d3c80e6c9eb28e98ac226e +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a8bbc2b080dd5794e4ab21105a7f6342ae6814d --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd7494064613f96341e689de3320af2b6c0113d81a2541d3228ecf74a05c311a +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d2b3c3bafad62a93e5ac86044696e9d6c28354e --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a67383fb6d0df0f202339210720d2d0605bfbd92455dbf593525c4eb024903bf +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..60fd7daa9cea9b6dcca02f92de0e22eaebfa710c --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad1aff44ffce09e688b7c026e170bb12b50ea6139e6fc645039724b334f31e08 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a27684a67234454f08835b8e119f90020d396e1 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:689d91ec12b45adb604870f770d426c64c6564f4ae6662390ee755576794a0e9 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d59b61d925993e407fd41d115aafa28b7dcd2f9 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6187d8dd6c3ab3a6cd2e58fb9895fe22154256cdc911020a1685088c65a224a9 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..088deb5557c999e70a2c44d11e72e39752d9f1eb --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ae89e38ca0ab007448ba4f5b050db4f761c273a0a0678ea40f406ae279d4607 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d503ebc0e63ca023f61e30bd0c6ca883d409224c --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4784675abcb646c470add4adcab70e5ce7adfff8ed5512dc90134b8c8c18ff30 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5efa3b177dc5ed53cc97209af6da271fe685af9 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5d7aabf35239dbea8cc0253c8c85879851e34435f0ba63f4cee7549893b1a14 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9891c6ccbf1211c65cf04c86c8c41a7f5ff217b4 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec1f6f84c2f854133fe69320fe573182c2097701b8330a2fb090e1a71f04bf35 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb395c136179a3712b95abbd22aef14f0ed4a017 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cd0ab9a8d64078153711829a620889b8d0d1de9d32e89e5ecd08ed25d518c00 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec8b8f4c32744f89c4b0ceceee195581aa214e15 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de8c5340444ef6706fcdfc61b7c95af015ac41297f6778f98762209f06050b0c +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..297e2cab100e0dee55bec7910f2ebb011352efa4 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfbfcd09b7312b6889ac6c3edc56ab613d48bdf6cd21e8f1bc19ab4618c7ce15 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..08a76957b208cfe30640e38629443566ebed6f83 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1859feca49c3c33f846b6ef380bef51b59c4c76e551f49f91e46c34e378d4465 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0faeb8b3fe7c56d8e1ff4175db2b8321f2b4742d --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4080c9cd0fb5849d5f5eff360eaf703ae8b074a00cfd826d54408561f6bb497a +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f31653a584c491f76975c7f71ed63434f4e02b6a --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8400c68d6199b5fa3929e385acbdef9fc3f1b794a286cd62e7cea2aca1bbb24a +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1643d97f405ff79624c97a20f3770dc1d42b1590 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:193b0016ab0af713810d75aa9a43257fbb126e71bcd556b5b6ca39b56efc52c3 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e0b5152d354b3079d1c1cadb0c9ec702c66dfbd --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba2f780edef66c01f53f883bdabbbd90766b310ab52a961022cca74947372941 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a083438234044aeb9a5b008de33a3930021a85a --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fa244b76469a7f3c0e329ed82184216dec158ec8c14bdc04daafada93248dfd +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e5d37354628bdc1a3a449bedf2bc0acf807d484 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb34f74c594a825b58a3b6be960b40fa9e745592c3136fe8e951eda46058150e +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e47dfec91892748c820d1c016c11768054b60cf --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:394768a0e3f6d9109d664172b91c6e4a0e8ba0376ebca7392753e6172852e6b0 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a503b95b1cc6296e432abc1e18459bf074e145e9 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3943d88eeb022c4662a7821315b21a13d277fadd61de724504224ccae5178da9 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..100631d2ab430120f3c4b41ec258b9417d9f6371 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09fdff57f9cf143f095e67cbc8b3e871ba4b1185a9efacfaf2d36ba4bceb3c1c +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbe27db999a463427f3d7837a9064a03b15d3b5b --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7305d432f408552b949964db21cd1b9c57fa3f46733faa02988bf598456b843 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f899ca0caa4280b010d9cad5a6298e0127e1e4cb --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f2a31a6c8aeaaf3ffbbe8e9c46d79c0778b4208d50fcd556ce3431c17f6eaf6 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d91d3f1e189b737003ccac28317df47a6825eac --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6301f5dd5bd511333893902e256c643b25154c70cac67b2080431c1b603d5d1 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..585108a62c745f63e1cd589dfb497b2cae331169 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63f8ebdbec466583ba207748cd5544f029aa269b7f0bdc5af052f7235dc70e15 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8d57c8ace81e5b4f6b7ea23789bf457156367d4 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32fac343e83fdb893164f24080b2c8f7a3faae6c36b9918c965ad8b1bf6709a5 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..de0a9cc0128403c3f022519bbe57c37f58c3efd7 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:045e27e5ccb4be7f610849b96430102c1f110d4f30c2b5b1aa9ee5549bfa2bc0 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e7115926e47f99cddc0d599187ccd326a3413bb --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e81696b7da12734114587904083db607a5da16bf3c2e60e8e39a34423befb769 +size 23683 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f980c762f9202b3b02acd76e55f332129242133 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2fb3da51c41db1010897940af38746b951353d556430525547a87840276ec19 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ffa76c2901c3f707748d8e4e51793d0c94a5f54a --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33031f813d2de3020b36c36a2739c4da833c125a3301f63dd689a8173a7830c7 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdbf9199ad86c0e7942d3753e5516349bf512eb4 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a21a7978b271a496e66d34c5caa89553c073f47dce1ea03680c17321c09d6cb +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd4c5b76cb6175f76bdcba0dbe03de8e5f4ec208 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f25e022b16da61f3e05008e77aea2250c0b864c0298fdc96d5f985fb8e428f83 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..83888c86650f75cd0d627af1680804c06b788871 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63c042fbe7702f0198079a50c4b12388b54b26ff25a00119910a7abb5dc4a2c4 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a8144df746f94cc5e5cbb2c3cd5e49b81a88b90 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fa0d93e0d00ffee5b7b684fafcbb996659c3114e4285125f934e7b9a3f84486 +size 9347 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..11bcf71f18921da36fa0fd471871154eb97afc33 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a02470c1fd10faf3adfac660595090fbb957e9777718b93bfd92faf80162bf3 +size 2179 diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb354fa82ef3a36ce049150f0184651b95033e30 --- /dev/null +++ b/params/tinyllama/7/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e9ec48d16adbd2debbc61f57290e071129bc265efaed1059847503bcade9991 +size 2179