diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f421e46488f47d9669dd82bc884f341dd0232109
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:079baf152ac72120e7595e4ca172b593755b3aab35aab4b42baf7508652f1812
+size 460722583
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3f8ffb57f4bf4a4c65ee66815810d617e76e377
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7f28865110cafbf093bbcc3f2775a9b2a5450849691ad88c3e0f02ca82571b
+size 460722583
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e626a39f139b3a9454d5aac84bf4493596a6ca5f
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b425c259647ef501a1379e71d826d313d2a9c468fe8faf3c9bdcaeeafe8dfe81
+size 460722583
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd0998fa91772de3682c6e19b0ca2a537e5e2b2
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:723f7f64f7b6a2bc05b3ff598bbfb0d259dc16b26efe2201e33b327b9bf89e4b
+size 460722583
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_0_mp_rank_04_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_0_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6944171774831286b71117dc77f8e914c16675d7
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_0_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f12511d355221c62db34460e4e9bd414dd9377a215da3cad3b8f87e221258fb1
+size 415502807
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_0_mp_rank_05_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_0_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10f271488accb89d4c2ff2c01689333f106f9dcf
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_0_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76189936bca2440e8089d4eb54bbcc2cc4e4810024f648b680da160c8aad5718
+size 415502807
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_0_mp_rank_06_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_0_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae8efbb779e5d8b1e38475b78b5323aa88667de6
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_0_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037203e0bfc5d8b0c1b9b1dc8c24b830038f4ff913a31af31ccbb35a53efb938
+size 415502807
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_0_mp_rank_07_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_0_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32e27f7bc67dcc3dea28c7cad2630f8cec515713
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_0_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c92174491b1f925b34eea78d50b88de94b0e978b338fceb486c0118f53e338b
+size 415502807
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_0_mp_rank_08_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_0_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3847ce69bb336c28b4dfa9869890607afd07412e
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_0_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3b82c547fbc799eb9e22d5b7c661b66ba8761731dd1c95872307dc98f13629
+size 415502807
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_0_mp_rank_09_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_0_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3c537d40f17d8332d37abeabe769a54cd6cc48c
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_0_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b65449fdf2f724b816bcceade9b5320ee7e4d508596ce70880eb1fc0c299a2e
+size 415502807
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_0_mp_rank_10_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_0_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b45a46bb786135be5211bbc1daa123518b9f0fed
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_0_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c668842694a176c4d8f35bdac40211aec382bdbd6d428ef9fdbb22774b4ec53
+size 415502807
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_0_mp_rank_11_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_0_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8713959cb971ab77cd4567da313485449c3edce0
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_0_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ded1b26638442c621e1cb69719d837143440de226d973d6f2a456c94f96d8af
+size 415502807
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_0_mp_rank_12_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_0_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0164f27255ea3fee1d97513739f711394469368
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_0_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547ae5bf1a6eda81324972f010990d65e8de3243f8190fb18ca2c8fef6538710
+size 385183639
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_0_mp_rank_13_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_0_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27a73d10a716a650f4efb095ca0473e065c83f5b
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_0_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cae3841ec85d21bb89a13539be52b7f7b7e701ee693e0fbdca040cc13d7c129
+size 385183639
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_0_mp_rank_14_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_0_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3193ac4d169637aa9d22febe683b53d1f6ab209b
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_0_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ada8fce20a3a93d47a942b6de04013cc3de7bcf4c3b97826457d0349f1891057
+size 385183639
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_0_mp_rank_15_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_0_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b04ba245316a6bedb32fe15d62c2872a80d04673
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_0_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebd4bbf77cc1f153e031b3e60500b92abf386126f0a3a028e2fa95eebfd6b31d
+size 385183639
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e033193779ace1a6d8f502f60c103f0bd17de66f
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf6a1d9af3a131fe9ff8ca508d9050e1fd26f1fd9af5a0cd5d0df589159fad0
+size 460722658
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c5881fa1d242abac4defbb4fc06c5579e7c564e
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a9d4d514aa81702b9b6dcc92250392070a5eef64597a61f49db0358133a1752
+size 460722658
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d980e662effa2ce8a0530e6d096562740fd2f9a9
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153d039905602c69217a2c4e0e6a41cea8af62cf9e673bd5ded07fa40a2ab9a0
+size 460722658
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f3dc9ecf9750876023b868d194f8833923635f
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e41202bf756e9cf53259aa341a9fe1eebceaf1e2b4e82ca62c6e7539f9cb6d89
+size 460722658
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_10_mp_rank_04_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_10_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aca55859c89f04a1d299c16d7c0ca325d192131
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_10_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:893872998c9345b2795ea83ea031c742687c991caa3aad2723f0c999f1913909
+size 415502754
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_10_mp_rank_05_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_10_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e361129ebcff4b34ab42ea835d692ed57eb297b7
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_10_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d3e70a6ab549c51b1b68876619f737b6e3adbd16e2f209e34166cab77c70663
+size 415502754
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_10_mp_rank_06_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_10_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..588c9a3339981bde1d78fbf997ab729a18aede7a
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_10_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e27b6f8cf6dc2d51aae8bead99d8a9c19250d4aeb200fa1b1de2b5d3236d2ee
+size 415502754
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_10_mp_rank_07_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_10_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..020b058203ab14eaac827498e68cd1c995df40cd
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_10_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8425d718c5328014e0ffca4a1ec086e692d65bdc26a3df63cff8f9ac5d5355b5
+size 415502754
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_10_mp_rank_08_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_10_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beb9deae75e18871c1aef3f243cefb33f625da68
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_10_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da482fad7db98e286849ae653ecd546c2c942009d4bc2b8a2e3fe2b1cc290a9
+size 415502754
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_10_mp_rank_09_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_10_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6bfe49e28ad36ba5bdb8595912c6cd7c0913a2
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_10_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb867fe36a10946bb22354f20791e9be302dcd60377c4ead40e8a3bb3779e314
+size 415502754
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_10_mp_rank_10_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_10_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8e17ba2629197cf7749e4fcb22c9ece72c5a094
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_10_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f71199bd64c99a06022689084994082c71be526ff34e1bebeaeb5c7506544d07
+size 415502754
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_10_mp_rank_11_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_10_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19863142ba6526aa9581da740051846d049d3725
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_10_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56b64a603ce61f6f4e1044d62658cfb3132d7e193fade4e15f4c76f4cbbb9c86
+size 415502754
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_10_mp_rank_12_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_10_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bf10282ac684d1c0da4ec443e09d9ff50ac552d
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_10_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed95cc717350a70ed56824ebccac69e18c4f1b13d8c26612a07673816ff402f3
+size 385183842
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_10_mp_rank_13_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_10_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f51bdea9986a5d949862efd5fe7327a670f82542
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_10_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4ffd3299c2ee989eeee89866e5054a47d7c50a3d3cecdbd659701d33f3c7ae6
+size 385183842
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_10_mp_rank_14_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_10_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea9e16521713a48f3db97c75cb9e4ec119527445
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_10_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e66f41df26f10f8532c65d17b05742ed3ac970f2eafe26fda03974d91a8b976
+size 385183842
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_10_mp_rank_15_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_10_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3739ff4ffb534aa526308f8e0ef9489113ed79ac
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_10_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f59cf53f060ca975f8713ce08ba94857ec21b4e0a57d2dc0b764550e92d685
+size 385183842
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0696deb0286feff0756be5ac521a3c6663b5628a
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:843cc8ea59c8f6a0d4e317bc0e213cfe578d89861f476c2019edd836d1411bf1
+size 460722786
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c52475b482922361c791cadcf41d9844cf3b142f
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3805f3ea925d4c3f05596d69f92b97d1501d9993b60feb091402c3b99ab2d4e4
+size 460722786
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_11_mp_rank_02_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_11_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2dad8468a415f2998533a011a5e00113c17cc39
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_11_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b9f4d73b7d81fa1335e1c83fd47f5b97e5e8d8266091317c36a552269691ed
+size 460722786
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_11_mp_rank_03_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_11_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4a5cce05d9796d5475c55841d2d7e1fde43e157
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_11_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1779ce5e765a17461bf7ef8f3f15fe1cb18d4e4f8bba459ecd30b9774a0417b6
+size 460722786
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_11_mp_rank_04_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_11_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6600c96f32becc1e6ea1f63cbfa57364d93feef3
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_11_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f91f49ae200b6c1ba14986918fde65c1e80f11bc0e24007a6b71f4b4c2226dde
+size 415502818
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_11_mp_rank_05_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_11_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aeb3d81d0ec53e1c6d02b651a58993d0bcffa17
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_11_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e03dc2d730bac08a6b3c57fd3a241ffc80f824c8ccd8e2646576e8a92084cf2c
+size 415502818
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_11_mp_rank_06_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_11_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94d9c08a39447c371417a1a2544c75176914951c
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_11_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c401cc96abe33f60b1246cad41af2faaa77d015a432cae3c39f8c8c047593b36
+size 415502818
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_11_mp_rank_07_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_11_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d4b054d85f007b842d1b6d9a75ccf3375d7e5b5
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_11_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaae1a9d6545f20fe9b6acab21ec3201b6bb9de14e84da1309e22322dbc7429d
+size 415502818
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_11_mp_rank_08_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_11_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae95798887e25882d6822380f0ef1e4682bdcca6
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_11_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f04078ce5c9e1a4fa8b3242034c59d5d427492b2a2c99aef6edc001ca16b8a3
+size 415502818
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_11_mp_rank_09_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_11_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaab84b183c2d8597052ff369c4680a22b97434f
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_11_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56cf90606f26718469ffb9549b83c3291cb53d42b51cd559280f9f08a745d3a
+size 415502818
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_11_mp_rank_10_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_11_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18297575e6bd61f32a681ccd3312fc71d608019d
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_11_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d058b662134b278d0418cef6f45fc1cdeb6993f13aec85430a53908b109a1353
+size 415502818
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_11_mp_rank_11_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_11_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d1ad1f2e58603bdd7a8dd8d36b48b3d8bf40cfe
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_11_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21237aba676af4c74370085c54da495f1d4b9a6c255077d808843e8486dcda15
+size 415502818
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_11_mp_rank_12_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_11_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c329f3c6fe9588ff14c6002d0d1052fe63dcab57
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_11_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc17e5eec0e84f38d0f43260b8940cee9ff82abd6f65a4fd7f700bd9eb00fcd
+size 385183650
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_11_mp_rank_13_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_11_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7743b84a7c698aac5129a99ed96a12729e46c82
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_11_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7144f5f252eea86b2c6613d815db8917f8d4e37138d402c29286a2df458c183f
+size 385183650
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_11_mp_rank_14_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_11_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1552dd9e5986b47ffda6f0556d787622eda950c
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_11_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:945148bd84dea9bd6f4408bbb659f7b1916cfa38c8a3a122ff3f3905953420dd
+size 385183650
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_11_mp_rank_15_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_11_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb0aad8475f1655c257f8ae14411bae91b027d29
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_11_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:543357aded1a89581b220239111ea2d2331942184d503da65d325631d2255d30
+size 385183650
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43de69a2228e5ae05dfc9f1df30d330b39f548d5
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eedcfc8fc307c7bfdffe1e0370ab5f98aeb51d93eb7ecb240489140da13dc096
+size 460722786
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dfe9d662176a379f948300bbc61264fa9304aa4
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1bc661fe46a501186f848134a9a1f9aad791a986b65f3c7eae06ec99192ed61
+size 460722786
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_12_mp_rank_02_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_12_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65ac261b635756887bf8bbbb06aeaa68e181b8ec
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_12_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e898d110b332729f76aab8fed780dfe998ddeb831c8ac5cd484f5afa5ce75c3b
+size 460722786
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_12_mp_rank_03_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_12_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c88e0cf53ba9c6f2612ee968c14a0278a17a353
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_12_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fc864dcb9a4b9fc596cec06e865a4fce837db238007159471c950b0d6d235cb
+size 460722786
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_12_mp_rank_04_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_12_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a930766e4b4e75af6feea1cce6afd197f93d85c3
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_12_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147fae3141aa3c98ee11f440873a8c7a76f603230a7f2122a4ee39a295810569
+size 415502882
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_12_mp_rank_05_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_12_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96b959979311398364a181704d67cb582997f7db
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_12_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffaa1311143a53dc61afb5809cca8326102b7d3cc25a4e506f1f27dbac7e8d6c
+size 415502882
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_12_mp_rank_06_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_12_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..619046d3b156a79e61986c9c598070f564870d47
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_12_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:170ba86f2a90d4da6f5daafc021eb821dfad78c555f46ef6950910cb14d90320
+size 415502882
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_12_mp_rank_07_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_12_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..decb9f62834c6259b6780bf2a234fc21d997dd0e
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_12_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc51b46a901faa58acaffa54f1f5e78a59cb9f9c60111c7e1f7a168575e6d56
+size 415502882
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_12_mp_rank_08_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_12_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a221b976fb94534315a7b716a86b4336a21c0c5
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_12_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d363afdba1ccda11409e554bc9bfc209b886d1e65b4fdfb0b9f0631ed65f22
+size 415502882
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_12_mp_rank_09_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_12_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c588623e13048f0d0a7e17367c18a390adeed5d
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_12_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe5b07cacf5c8fe7fafde9308c502fa9f7f24b6cabc5486f5456cfb465e2f793
+size 415502882
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_12_mp_rank_10_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_12_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96bf58453df57e7a09c142185f12d1dd84c95bd3
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_12_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e69cb544c16ea37244cfb85b10ecb137f3babc3bddac16df49645d8e80a32dc4
+size 415502882
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_12_mp_rank_11_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_12_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209a707a712ad661cef1a37a9253e7015f5d100c
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_12_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d2be0681d35c87cc2ec67722af27f2c66e92dcb8e3823d04af006b96dcc037
+size 415502882
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_12_mp_rank_12_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_12_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..707c99cfd4ad6aeacc21bf39dda21c0deab1b9b1
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_12_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12cdc5423591e15345c7e1e24205de22a8ebb9cb720504f47180c12cc2e4d944
+size 385183778
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_12_mp_rank_13_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_12_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8080c5d105f98b773c3a36f246e0d5a2e717b929
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_12_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:499545b7e4abb8ae6929b1c64c7514a9c1504f9d49c20b6d39dd4965bdbeb8ca
+size 385183778
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_12_mp_rank_14_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_12_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..172654c00bf0c02b6f76db39e6dfedae062f1cd8
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_12_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c89938f4fe2dda80f50446f75094b2bb9f82e372630c9224227596ecd821c813
+size 385183778
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_12_mp_rank_15_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_12_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c29c1b72cf92ea902fa5d13f828c89685d71e561
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_12_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2bf3bf880edb436d4d7b53b4d5fd1c5bb91197b1dbae8e959580c1630eb71b6
+size 385183778
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37302d78c0365c7dfc05fe9aa1d1faebaac868bd
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3f188f71a8bebb8dc52dae12c45f60e2b44a3ce16562f979fcb001c1990ff5
+size 460722850
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..653ee2ddcc4842bccf430c32bcdb9a1b6829b8a8
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f961899699b5791d1b2bf599f67814b16a52e4a288049c60c30d81f1d980187
+size 460722850
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_13_mp_rank_02_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_13_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cdae37a59561298dce70804b0c20b29874b97c4
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_13_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c3fe02ef48f100045110d3c3ac91b72da22b94a46022037f3cf7ab16ccb700
+size 460722850
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_13_mp_rank_03_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_13_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8b1127de5ac81838c4a6fd3813819f62cc59cc6
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_13_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:163fd48af5996abab1f47bdb49c6b62c317b5935e8c30e91a81d6c5c72fef92f
+size 460722850
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_13_mp_rank_04_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_13_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5917eb72575e32a595f86ecc5635f433c9ede09d
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_13_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50df277f972cc6bfe118af27000645b410ace836dfa3fcb37e29dac823e3976
+size 415502882
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_13_mp_rank_05_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_13_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10800b03dcc640d3ea34a3c7adac8a9643a3fa9e
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_13_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a067af666c62a38fa843202e8e7f74b0f4a4f9e223c2820257e9a026983fdb6d
+size 415502882
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_13_mp_rank_06_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_13_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57d17fd5d04ae681c6fce077961539eb8e13309b
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_13_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d95460489d845b78f904b6c06952c0591508973122d917c3d0bf62913a9d06d8
+size 415502882
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_13_mp_rank_07_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_13_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4047e3539cb0c407c2ed060e3fad3daf53a75bf
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_13_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:506f23905f9a71e380dbb6d4066f87d4611fbe4230a2df6653a16ede97d300e7
+size 415502882
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_13_mp_rank_08_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_13_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..947a9065f3d48047e404d404dbfe6e29d0b0d624
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_13_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c11ddbc2562074e3332a13f6534cabdef8bbcf520c3eae014ac8c14e511b978
+size 415502882
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_13_mp_rank_09_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_13_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50e0bb817631098ad4f3eaa3cf69c41bd59348cc
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_13_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e733ee759a16473ef56e5bcb3cd7b58ab33904602dd71b0f563e4a0d8574c43
+size 415502882
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_13_mp_rank_10_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_13_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7799e9db73c9bbb11e3d5508a6695b27e9d49442
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_13_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41d0005bb56c0197a173f277a37f74b258b4a34f143aa8111ddefbc6b73c15de
+size 415502882
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_13_mp_rank_11_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_13_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..882acfe5abafb12bb1acfd9d0d47e99297c2e93e
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_13_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0040f88ecdeec083cb5d6a37ee9cef9c5137db8202d77b3d38e0bcd3f5e23bdb
+size 415502882
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_13_mp_rank_12_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_13_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fafae1a1390e98d00f90f89d09718ed2d190b78d
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_13_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56da8ac6187b48ec53e39b2eb90b583be965d030c555f18944d078670fc530a0
+size 385183842
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_13_mp_rank_13_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_13_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ba9c44d6a1d473378fe1ae380cd451e519aefb
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_13_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c4e7f6fcc730a70d56721a0b4b95d8a85b13fdf7245f3e1b0679443e291b59
+size 385183842
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_13_mp_rank_14_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_13_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ebc0a25feb4715f62a1f221744d66433645af9
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_13_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:334dd4dbb622bdad28a5449138495eca41f8c64e3efd1119c4e2e22a63ddd8ad
+size 385183842
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_13_mp_rank_15_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_13_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5164efa37741acecf099c4cb89f1db17dfa4cbea
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_13_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed9a23e30800c78f98d2de1649e32a94fee1ba2dc262ff2915b6e37e695712b5
+size 385183842
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efc8b42073f20b0b56f780733dd8de1e99ff2c16
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c58d8ec1a48c29d9f109028cfbabd37df22d43aff8d5a5b5f22707c753f2bec
+size 460722658
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bbcbfcb9c368d3935075d8fae74a45ca0b8ed5d
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d742129deeab5d5ff60c684c380ffe110ef22748e148af32864e844a7fc72f3
+size 460722658
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_14_mp_rank_02_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_14_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbba24acfad0405a34ee73790b4e39c44ac6f15a
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_14_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afe07c53a0fc0fa58a0cf9147c74bca1b954c8aaeda71f61c218b8fba3e9c016
+size 460722658
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_14_mp_rank_03_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_14_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60ee64ec9201639b26031caf90a262b549729d14
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_14_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:639fb839b3591dfdb2f3bc3f6d3fc0a725faeadd6044d366f29c04e3feede59c
+size 460722658
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_14_mp_rank_04_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_14_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33e676c95130ed5f93e3d615d9c49f45bbea5427
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_14_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c15ec69a6dfa812e90abb65fdd01947dc8f3534aae1d05dd8232cb98f8ed0c5
+size 415502754
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_14_mp_rank_05_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_14_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20ce1c8a6591d25ed0d13bfce5b85654f2e557f8
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_14_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18ec64035a7ae30774f651b5851f9fc63c32da3aaab7a802428faf976cfbd453
+size 415502754
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_14_mp_rank_06_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_14_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b20fe6151341f1525ec582ea299d7497fffc5782
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_14_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eba5de50ff63ea1e90ac526cb443916d0f520ba0c29d258c4b5e365b51cc4046
+size 415502754
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_14_mp_rank_07_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_14_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b11a45237a808aab774c8ca4a84de300c6d15daf
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_14_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:015a19272105e3aaaa8b31f0a4a6eb34ebc4d8940402f3d5abeb53a1e0b15ac7
+size 415502754
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_14_mp_rank_08_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_14_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f2cc9cbb7d74075cd29617ef097a1ed7ed15ed2
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_14_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7533d3064e613c3fbe55bee3b91e3b9546fbd800cfc04dc7a2c9dc1a20543011
+size 415502754
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_14_mp_rank_09_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_14_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e81e2c288d96d87188518a5fa2744cc16c133a65
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_14_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3b2230c2d68e17bc6447b0b429369fad24c89e951ab56ee340631ce9595fbe4
+size 415502754
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_14_mp_rank_10_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_14_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93f4b00667ecc0cb465475ad2216c52a0929f7e7
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_14_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24102205e47cf850f9601812615f046ed971f513e2610c98737478f650b76ee
+size 415502754
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_14_mp_rank_11_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_14_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b5b1e8b2886a4688ed2f71eebd4dd69d8a047c2
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_14_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffefb8164cb928d113e9c698727f8b1626ef23eaf139f6d5183938a2fffe366
+size 415502754
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_14_mp_rank_12_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_14_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17de8de8c5347c6eaf00b8732605abd052f7c8dd
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_14_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e78a10bae98c31cb5e2fffb2f204dfe0d4dfcde1f69fefe6cd396bc7079d63a2
+size 385183714
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_14_mp_rank_13_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_14_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42acf3a0e6d6ae0bbf2bd297b2b6c8dd83b9b82
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_14_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4743a3beaa5cd8cb9917eaead8b1dc62d711289ae65e1a160259f34787dbfd04
+size 385183714
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_14_mp_rank_14_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_14_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae4a1380250601dac940c4f2c908fb6c5f4f1415
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_14_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd683b3bef7c02a13ecdfeafd2b68d60e55b4e9ab3dd89a0cae94ac8879656cc
+size 385183714
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_14_mp_rank_15_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_14_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9b64b41c92be5fc560e6e1fe3e444665605a33c
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_14_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bffa9166436cb41cde739f3438a9bc52e4024ba09e627622618bb2ccf368b8d
+size 385183714
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc118c167b6b3e30423e51e3826ba691a5f6e78e
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034f63ecf140bd15d269d7a954d59cc83cf939982673d685ecf79075fb8ab7f7
+size 460722658
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37461a2ca4a603b4d6fd89e4f0713c62d6ac4b0d
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd8b278142717f5ba1ab49fda11110392ff935733562484512665084318ccd2
+size 460722658
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_15_mp_rank_02_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_15_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88b8bf97c141d15de5fbc60892e3410e34b67969
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_15_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f6f4b2bd717fc0d1c97cabba2e00d7ff73a5c5ae7f5c5a977392fdbe2d94c6c
+size 460722658
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_15_mp_rank_03_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_15_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a526fc1e69b3b27151a0de7c1e6b7026f38b5eea
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_15_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a9478101bb61a0d2c663076b656c7163af4f3056dc189bf8c46f190dff13f4
+size 460722658
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_15_mp_rank_04_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_15_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73fa7cbc8c566ce59fa5ac82cd91ed17e04cd50a
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_15_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d13557ebbe488d15c15ff1fbf4c41c407618a7e3cf213a480485bbc158e1cce5
+size 415502818
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_15_mp_rank_05_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_15_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fdf971e3e9acb6d35a3abaef0843cb016523f00
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_15_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424c36ed15eec64c181de7a08834994e31fc59cf9f93d50d92f61cd0c71ed708
+size 415502818
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_15_mp_rank_06_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_15_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5331cde95871d5fbd88ae239695fb9400d3b134
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_15_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2aca58fb48f37ffb4c1b0bb046a92623241922c78caaad34fe5a2ca82b58826
+size 415502818
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_15_mp_rank_07_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_15_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d22fba71f4dd24d2c94387c5d05b80dfebe41e
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_15_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a540f35fbc64102fbaeed71c5a044e736ee59009f773cb1a89b321f748c4fc58
+size 415502818
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_15_mp_rank_08_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_15_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dddafe62fe889e52e4906b697e3c6b10db78c979
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_15_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b86bef50d72b2be7f54d89711513a7029ed84d350587c848a900976604052b2
+size 415502818
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_15_mp_rank_09_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_15_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a2cdf8e2831d3f179b9c7160e5b596cda7a2ba2
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_15_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:907a991a1ab666b83944fd87802dc0c3df530f3ddc25e5eae8e64eaab3d8b9a1
+size 415502818
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_15_mp_rank_10_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_15_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cef63e60996fdb4e77ce1de2f96f2833e0a02dcb
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_15_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68baa1a1b91c7021b1b5ea0576cfdedff42311577f889c5837b5552e467c74cd
+size 415502818
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_15_mp_rank_11_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_15_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4ce8195fc3efb93d5efc34bcf96eb8bf6de6010
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_15_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff999c3a86d34491d949596512ade83e9fbc274992229d37727e38dabbd12503
+size 415502818
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_15_mp_rank_12_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_15_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b88a51d1f9fa19702db235d38b43bcd45ebaea1
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_15_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb6c5506b6aa22fbebf426b0b3ba3b434e8f35a407fd361c8ea57bf03a258b9
+size 385183586
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_15_mp_rank_13_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_15_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23fa3622e7670e4bba608dd6d14082b93d19aba6
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_15_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc5594d18a2b219410a66968ee8b4f17e7c4e2c4271cd8c2833a03d7232da9a4
+size 385183586
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_15_mp_rank_14_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_15_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e27f0b3373f74958a736a87be42c04f5f9db6874
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_15_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2273e10831415a257207b7296a3aa543ada0d83d97a938b695617573a29bfe81
+size 385183586
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_15_mp_rank_15_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_15_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17bf0882e036eede978adc69c23e2cd6bb793bad
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_15_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb5064a08e36869109498080dca7ccb3fecfa992fbe0f4e8424d2beb2d7d742
+size 385183586
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae26203d66fb1d6024f8dda665a98576be0d990b
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee48fd5ca829514075cf1224a03dfc69373026b95a16dbda165c1241e5d2b16
+size 460722647
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d27556e5eadfc6b713daee735bec15b0dbb4853
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61cb3c06d21c75b406b255449437c37d7a0dde7cd6f8478ab9932cf5b4bf496d
+size 460722647
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7a6a6fd198d4a7bedecfbb2644273fce4cf1ec7
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b6354384283b0924256017823900b4161eb371a9c6fd487b0fa2748849c1b00
+size 460722647
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39cd4d573f300b78ba9846304f5b7e4a7edf86b8
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c134a9d4e729d6bf3d3e42977c986b3959f2490c8e68dcb04d00c7c99574086d
+size 460722647
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_1_mp_rank_04_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_1_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..167ab8248036a4119ac9537f4335155cd048b544
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_1_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7055437bd3127ba0c4c2229c11df0b57cfe2642497924336f5da0383b715f39
+size 415502807
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_1_mp_rank_05_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_1_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ba817cef9e83bea7a67426e9f8c66dd22b1246f
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_1_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8f2df06b4260fd14a68e9eb37161c03daa2dc138bcaa4faecf355ee7bf6259
+size 415502807
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_1_mp_rank_06_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_1_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7109023811eef151c9ccceb737716632b44aa4c
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_1_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26e38c671e815de2cf58bfd132bbeefc537299b50100e705806695261b67c0d1
+size 415502807
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_1_mp_rank_07_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_1_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d3fb5109814541ac96f77ee7fa9d6d0f7b792bb
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_1_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:022de316024eeb70c9b8a25243210c9faf7b2fcd6ad6a583d5b298c7fad4afd8
+size 415502807
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_1_mp_rank_08_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_1_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3459e486aed7ecf79b1d357c1d32fd08d8009725
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_1_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6bafb8513a50865f00c4b955b6381ca4a5edc89798f4c03b190cc5b5c972e94
+size 415502807
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_1_mp_rank_09_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_1_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f53d167cf7fd47b87078465ffc6bec7301e0c7be
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_1_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef07d18c3d6eef218985f6551b0e15c653482a4f03b7187fb65d8e92c08e2f7
+size 415502807
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_1_mp_rank_10_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_1_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18cd3ac66e0275e26958475ae2bf2a82ecfd6d1d
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_1_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc6c12cc66e56747632fe65dcf050400b223143da58fadbff750fd1b539f19d
+size 415502807
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_1_mp_rank_11_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_1_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52653edfab88f538aa4283bdfd4dcac4fcc6aa4b
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_1_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca8e1f14261ad5d691a20f7fa7eceb135fc61a21014849f9904e26537eee9e91
+size 415502807
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_1_mp_rank_12_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_1_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26d7621c8e14561dce4119daa04d06e7f6c727df
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_1_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e44b7a57b2a459622fb39e3b82c3671ee2ef39863f69976ed2964393cf7c89f1
+size 385183639
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_1_mp_rank_13_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_1_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec3f708770aaad9ff2dc83679d5c60cc76ef5bca
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_1_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89741b038c299d9393cde6c1b61bb7b72521ec73ea19e1ceeddc00cc281724f3
+size 385183639
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_1_mp_rank_14_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_1_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a7008292e0275f0883cf8de7831123362b0355f
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_1_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ece61addbef6ffb93982f9173dbc1a15fef1507e6f2296261f3dc3a389bb84
+size 385183639
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_1_mp_rank_15_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_1_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a6c6addf7552356b1669650d2a962fe38ed6e8
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_1_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ffa2c16bacbcd707fd501fa0dfc0792ee715b7f45d0b0b3807f43d61628cb98
+size 385183639
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff63f59c69d770ff271cb54aebe702a1212eac6
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec4e0d202983770aed8c66c7f3cada9a1c109dde6047f24ac663a9d6c59a48ca
+size 460722839
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef4ac96ecf90fcfc2d6d41b227557f8af96e14ee
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9526a998a630262c4c19bc001c55d38d511f12e180be2850aa282d21fc3b39e
+size 460722839
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45bc76676815ea1bbf9a3abdab7593ec51d27632
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bfb99cd00b72b57c21ba1e50fad646e4d9d26d6d07a4049cdcdb04b945a80e4
+size 460722839
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f41d49b95d0c44a9757fff7bdf2592cc260276b
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151872a97af4cbdd9ffdca84c09e038e875b2509b17d4f22582beb0716810e99
+size 460722839
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_2_mp_rank_04_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_2_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e027a5fe60e7d07aedce7d990e98709b7beffff
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_2_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a3279d19b781acc36c45f39fa2b2404c1911a39ba0e331203196cb5ff6be6bb
+size 415502807
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_2_mp_rank_05_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_2_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41be243e1ae34e8eb6e83519ee29c5fc22031c4f
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_2_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe801d7d371827aecf0bc67e89dfacf2fa72153596ac3d8e4d817e418aaed070
+size 415502807
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_2_mp_rank_06_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_2_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd35bbf01a28ef0920947b2c98b73dfb7c4a0b5e
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_2_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e057313c1c8a126c882fd291c45c3f08df28e736deffeab25344c59e9d38f83
+size 415502807
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_2_mp_rank_07_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_2_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a1b0c73d66cb6f80bb493763803bc4d51b6348
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_2_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5755be219d366fb50c4dd1ae0d442b048cc4fcd9c27b5724d14db06fb14278c
+size 415502807
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_2_mp_rank_08_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_2_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a35ffd73db48d766af9016c8ae227cab7a7a19f
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_2_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56ed0e390a3cee88617a0e68816e9c7cc18a9d88fe0e2cdcacf5c3fdb5a1274
+size 415502807
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_2_mp_rank_09_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_2_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78b83a401dc47b2937b4423b2caa3c2ef1151bff
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_2_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99fd2e6ba3f1005b834411d5cc66b062cb4170b2cdd6c9752aea7b97e692cd4a
+size 415502807
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_2_mp_rank_10_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_2_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71622689515ae640b9623deb4d34d5ac23aca9dc
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_2_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c0c382798cbf7e7adf14ada31b7df8aa335a1193e6d30e3ed899ef30587363
+size 415502807
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_2_mp_rank_11_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_2_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9606857ee4962c169df8694559d80124e4aae840
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_2_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7623ae45704302ece445026d0c2e44ba8bf64124cad75c6ca6c9d24d44d72bc0
+size 415502807
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_2_mp_rank_12_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_2_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eef7eb1c151ad46b739229bdef154a40d319c68
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_2_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a96ab04ab9005e62b541c5fa38f8c80738335bde0b86c73082e8a0cf83abaf4
+size 385183639
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_2_mp_rank_13_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_2_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed4356ec3897a0a70af0e94bde7ca93d1d707fb
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_2_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f8f07f8a046f062a5b87cb4d9bb1635af8a093ec68ed33bfa9011551b1fdd8
+size 385183639
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_2_mp_rank_14_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_2_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecc2f7404e5797e24b9dd888e42cd6adeffdbc17
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_2_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:567651f3b740cf1189c8078f1708dcade492145aff6d69dcbf418442c276f475
+size 385183639
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_2_mp_rank_15_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_2_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29f5de5884dcdcab91bb1fdfd0f7c16c3c8b9e98
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_2_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752b71e9be326bae2af7808a1e6f32c6bbbaca5c8b8d8232f935847939fb4f40
+size 385183639
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..771197c54c299eb97563213c1196a18caf1dd64c
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e719a1e783324b984b3b9f6640adb40ba6b6c238cc3e52dba08c38b384ccdbe0
+size 460722839
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b04bb446326b9e3f816805c40a4bb773c8983e
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43edc2ea3b2b56a45ff7a1744a0335f49a7e76926c685cd74a1918271cb833be
+size 460722839
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e672493d1c95774cd192935e4c58700402589fab
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41bca3798d9cee67b233cf526e5b9f6816e0e065ac1a5dc0c702a3aaa073fc43
+size 460722839
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd3df8348892ef85d4274d7120e3cb35f136594
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35b512d375cabe9abd3ab7bf1666ef8a1000c22f76f5733d84482c3f306ca43d
+size 460722839
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_3_mp_rank_04_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_3_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3125cd29f691ce016e9b13f5dab994251ce38876
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_3_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:467eef091fcd00053f84c908e797efdc240c2d64c8806ce138757f98b0c8cf40
+size 415502871
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_3_mp_rank_05_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_3_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..730c25356eeebfdb0112a091fa2e82683366204d
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_3_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:313e0607ab76725e004851b7d04e8c487455fc6d47ba7e390fa2628855dbb2b9
+size 415502871
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_3_mp_rank_06_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_3_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b1527a2de85490ba3bc87c0a427a263296527ab
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_3_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f982bc7f2ee87b44ac017302f0ff9ff880f5989a5210642d0bf6f74269ee7b2e
+size 415502871
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_3_mp_rank_07_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_3_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d13bb1dd32431cca0bb88a024795c5672134927
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_3_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96aceef63794961353bdebded4c75f158ccf9076da9e7405be7ab30931d1ffc2
+size 415502871
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_3_mp_rank_08_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_3_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..556fe3d8864e9cda14e283db58102f7e71a52048
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_3_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e11ead573dcb8c19f4758b871c546dddd699fa9d0dc775cdda48f6aa5d6144
+size 415502871
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_3_mp_rank_09_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_3_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..420b391c48c180326723d05e8ffb53e099c713c5
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_3_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cde4bc6334338d2a8dd5210c1a189f16d8bf2b96bbea0d98e532e132e7debe33
+size 415502871
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_3_mp_rank_10_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_3_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a41161e46de616387d755a4d01274949be719f35
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_3_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f92b8d066289fd1a041a92eed2ceaa0e9a9fbe00f86b304b34ff0b00bef6d62
+size 415502871
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_3_mp_rank_11_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_3_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8c237fdbd74a8c4cc864603479efe435febe4e
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_3_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e104bb3be5ba409659c278c113eb1ba347be6fea62a7d9bbce35bb94625a5c6
+size 415502871
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_3_mp_rank_12_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_3_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f535c5bdc3637cac412a3da7968ec83927e4342
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_3_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d03514c14245c0542443bb500b3f6f6ff2676b77e79eb07f54dca29539a2a03
+size 385183895
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_3_mp_rank_13_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_3_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b654ce4faa506e20f70ac11a0050cac669a9948
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_3_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:665ce4d90d899eb47c27a5f5b93ea83de79ff14b9a370b1c51d7ed1dfed02821
+size 385183895
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_3_mp_rank_14_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_3_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d60db7cc75f6af34bd286ea9f4566e81fc2a7c6
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_3_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:834405f27d7181db2b69e157346ad8c459ab15c00dc131c226be402dbf0f1bc4
+size 385183895
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_3_mp_rank_15_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_3_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..512b833b5aaaf1a7ec952b08b1afb4d673d20bbd
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_3_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4edd73628c0e65b20093d3bf7b7721305a973d473cf7804a90f97a360b310fb8
+size 385183895
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79bae5062077c89325217a0e8c1ea6f83e117bcb
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a47e8dacf6815953df35879bea67f12f0a90059aff9c5886ab5e35a6e088a0
+size 460722647
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b75b2676483f3fe3ee8d00fad8f6354b664af4fc
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3892e5e19cdd10d720d410d88e72366cd8aeed2f7dc76ca8659b000e844985ee
+size 460722647
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_4_mp_rank_02_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_4_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd3b896810914ff21a0a9c2475200b610f7f116d
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_4_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:941ffff01e8f893c5f73c90e5e5ef6eaef01587d5ebd5cbbf0dcad5b0201848c
+size 460722647
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_4_mp_rank_03_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_4_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d2a6c3c830f7a21123f48199bde70ebe7080507
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_4_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a11a2d7af9e1eb5ce110f31cb2d7e29752a3c4eb57696a0466957c53742b165a
+size 460722647
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_4_mp_rank_04_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_4_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fbe735c6da713f772ba76a20826abc265ddc5c9
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_4_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676cdeba5df01fd33b3610c87076454f8cff7d892ec51f8ed6c74dfe3943815f
+size 415502743
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_4_mp_rank_05_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_4_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7c5fa0b32cac2fc15529974c8c72b8cd6898e26
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_4_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e181006f9ceadc246bf465000275890de4872a734bf58fc4df3e58bf36ec2b1
+size 415502743
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_4_mp_rank_06_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_4_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36bef615c615e9f2b3cc95a369dfc31bc83195d
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_4_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b1642f83b144871ddfd637671f3e30a2f576b6f18a94b39ef9fb1d004517e2
+size 415502743
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_4_mp_rank_07_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_4_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b31fb9fa7e16d4784c76e7dc0aae29275c2ff7a
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_4_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b62b2e0b768e9aa61e3b4776f0d6a6cceabb32483a894ff61f51131008afd9
+size 415502743
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_4_mp_rank_08_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_4_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2ccca4401a2756594c43ff1a4df857c97d95c0c
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_4_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce16f270a0223a72cdbd5d9007619d0b5d3564d73d76d9bd6ffbc4ed680e34a1
+size 415502743
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_4_mp_rank_09_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_4_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb6c333cc457f5446f4ca0e611b0489846b91ce0
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_4_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e516370e291c3c6aac65911aea43fdcbf7361901bd69c728e1039283572f95
+size 415502743
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_4_mp_rank_10_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_4_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..484bf43646465d08ce3729d452c0a48741177d8c
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_4_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d6d0d7208f36debcd155c1524ae7256e8a37470cb7f8e1c30da482e2fab176
+size 415502743
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_4_mp_rank_11_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_4_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74bf59470a7f14c3ef037a0f1ff509c0d5117594
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_4_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bafdeb0f1b2f8b0e6492f152aa76922f99a3d68585af42758e8972eb104fe13
+size 415502743
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_4_mp_rank_12_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_4_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c12833225767b94ad03e55b685f4dc12029fcfc
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_4_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a200ffb0ec32d2dab8f20a4ccb8683219f25504261037ed1130a629a1667205d
+size 385183767
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_4_mp_rank_13_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_4_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f049b189d477842268c503a8c529118e3b655c30
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_4_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:415d70ff7b66fb71c2268aae19d593d8fbacb2c01973740688ec70b30daf0ad6
+size 385183767
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_4_mp_rank_14_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_4_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db374f4c170b4d1c378536c894b2aa70720c65b
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_4_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd976b81af04310eb10a1cbf8ece75690fba35de7ddc93b35ca2694941e1f00d
+size 385183767
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_4_mp_rank_15_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_4_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aeaaf49e1323f8e129f722b83ff7a061b784da9
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_4_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac9c610dffd6296599b5517b381b54c0533edcb7dee310961b20bc48b2ffb71
+size 385183767
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fb96b591d704e18a63a24e96f3fe57b067419fc
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3322eadb743d9746877ecb0824c096e9c018df81c895dc40437a06dbd9052d31
+size 460722711
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef113c8aa033ae2df9d21d94a23c847c206a82e9
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a605fa906877043f812d49671da7f10b3ca37055b03bf188ca86c1e86fbd77a
+size 460722711
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_5_mp_rank_02_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_5_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c52c9b8187bc483f24786158d84eced30aa65b8
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_5_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f3e2acb4953058194eabacf2edb48c90e6a4fab8be3ea8880a3d740711fcc90
+size 460722711
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_5_mp_rank_03_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_5_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eff9dc47a9fc2e77b09b4331122bfb7ebf8501f
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_5_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61451bd9ca0e587430a883f70a7e7f6578232c92a8e6e355138a98ed43145adf
+size 460722711
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_5_mp_rank_04_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_5_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b4d76f4e305d5101798bb089df6c306b30efb33
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_5_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d41895581503b3d038e105519f988e45bd62ce4bb9c6eb199f87e77f29969b9a
+size 415502807
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_5_mp_rank_05_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_5_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b87e0e821fc2fb93273dfe562c052888cba18ee5
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_5_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e361f057fb67de6903755627fe527ba9e7acb14591c7a9196bb83d102fdf6cf
+size 415502807
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_5_mp_rank_06_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_5_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b06bb3a90bd63f84235dea7ef5ea8f2ab4e15c44
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_5_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f49d76e0a2ebe1e62b3c0047c6369cc971e745b954f705384bc19000e8b675ef
+size 415502807
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_5_mp_rank_07_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_5_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feea3ca21e3b6175310c3ceeda4cdf745d3eae47
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_5_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e5756df645c90239a2f471d7ee0142c34d554b6529010bd5214ec34aaf95e8
+size 415502807
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_5_mp_rank_08_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_5_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..899b36e49e18576de0caef47468acab437a05598
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_5_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beac776480c0a0255d74af7a3fdd9ba3230df6464cfb0e4ad5ea9b589c7f3e5c
+size 415502807
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_5_mp_rank_09_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_5_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43d8e6f7f46e39e7f2f6cb0edd05fc621e067866
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_5_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a18be3d06b089708bd5938c19069fa59f9f41f8e789450b902882778271e3243
+size 415502807
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_5_mp_rank_10_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_5_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d539204f939dff0d8685e03c1f588bbd92ef72c3
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_5_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6110d2e55f68f35092fb23792ed2f7b313168abecad5e13a5d6446688a88733f
+size 415502807
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_5_mp_rank_11_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_5_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..427850abbf62a250cf24157fbd92abd0ae2760f6
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_5_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f013490b34c45b7992b012101c089a456d9a8f4ec0c625887751c25a32ed2b9d
+size 415502807
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_5_mp_rank_12_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_5_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33fb2aab24c43f9783175fc98807d629b10a8443
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_5_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c929d92eb8fe4d7b49e589005b94441586f58c2a770aedd5c0f002ed60b639b
+size 385183639
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_5_mp_rank_13_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_5_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..273fcf8a9965bce381cf640b89534ed1bf1577d1
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_5_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d8d29b4304572821865cfe8fb3b73b0e18155a3c1f2be5932b29457624e310
+size 385183639
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_5_mp_rank_14_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_5_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75152938ae5fa040eef186e62d1049ee1c10b8b4
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_5_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f3e65d6840a09e2a642851b574cd8f6b8566c28264661757a364ecb097d592
+size 385183639
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_5_mp_rank_15_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_5_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c6734c6ed0ce16a4da018b0a7b6010f08029a68
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_5_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40b80320c9d2dbe95ee2085a7485e28c6bd0c3c8d8a51e7e308413f0f4796ac1
+size 385183639
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20201af1ff410447631815dbce4de4f879eac755
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac3026563a854cde0e498cc617b1efa4200580d12ce8214013d4ba007345ba22
+size 460722775
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d02499784245adce67373e1d3a653ce08bfb062f
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7a7570f318480ffecf72749ea7983e36da6f8fe3afb0244ae9098d129f4add0
+size 460722775
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_6_mp_rank_02_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_6_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46394d5b9c0998f19ae5092c8a2676aee185f45a
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_6_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f4bff2d3f8f75524ed8a7eefff40f200b730cfdeb906acf934baf0ae14e9540
+size 460722775
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_6_mp_rank_03_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_6_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f6baf32e3ec87a60588a95bf67212fa0dcb86ec
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_6_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e3846d90b95be1181cb53d40c461d9a9a645e1da82265f1e9407d47594dd957
+size 460722775
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_6_mp_rank_04_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_6_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..060582658b5df5c606bd097d01745f02393b4c12
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_6_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:107a2d56464887b7a494b270bd3a61c84e52f5b2da31be06f64b4aba1f0714a2
+size 415502871
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_6_mp_rank_05_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_6_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fb520cd2441f032aa3f35ae0f3f502ca4009545
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_6_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2f3f397c46704928523cff7059a150cf326a6f9a4cbad241992e8c87e72c7f
+size 415502871
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_6_mp_rank_06_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_6_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71bd37b58d60e4072af213ab8101b6f1eb8682c2
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_6_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fade855d73af67729fe2667d7bdaf51c938aee48282130735a9be6d8ceb8b115
+size 415502871
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_6_mp_rank_07_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_6_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d2487ee3740aaaf018b695003893f141ede130
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_6_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa966ff58a48e00c4f6e03b7288201cb6a32e1e0bfcaa644d5b8099593e5d909
+size 415502871
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_6_mp_rank_08_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_6_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..944e591f792f209fae296d63ebb21159d742b180
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_6_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b31e39b6dec210fe27a12a0c3cd7556a100b0dbc9a00259d10135347f8dd14f
+size 415502871
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_6_mp_rank_09_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_6_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e538167ea3711fb882c9000924bc366a8ab616dc
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_6_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ea2cd072e63e39159f8b5d34f66eb0dd6a22b6fa43b90bd91864c7b6febc38c
+size 415502871
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_6_mp_rank_10_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_6_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b9bf8ee12ab8c27d28edcdaf4b16478f45877ca
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_6_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb2e7bd6945b434b8c771a08fe6d27ede66f67ec243e398ec7e3821f8daf269
+size 415502871
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_6_mp_rank_11_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_6_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c83df4d7214cefa3ac34ffed037fc798bb501c1
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_6_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df6968c52ba6d5e221730f2c6e92762c768e4842c58240a5927f900f05d8574
+size 415502871
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_6_mp_rank_12_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_6_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65d084a7c318c427ce255c762eecb67147827e1b
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_6_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed92fdd48bb9076223deb0c5de517b7d84c164c04e6506dd40c1277581b07cf4
+size 385183703
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_6_mp_rank_13_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_6_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1640b33b5210c02e5f4ae38f5955ae385066a736
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_6_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:354934b7fefc5ee1835ba60df9731c5b40d6e5a45dfd9429244fea30dfa1d146
+size 385183703
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_6_mp_rank_14_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_6_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a96cd37b9d3913f989cc58293d5967908800218
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_6_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61238ab0b5daa682c92ba724b6c9d8024fd5eb0cadb7b26540843a6a86de558f
+size 385183703
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_6_mp_rank_15_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_6_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d6e4c823ddab721c6a4918d25b621209c61dc56
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_6_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f59059ff1c0856364c6a9b163e760689941e0f101a440cfbbd5bdefccaf92922
+size 385183703
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..761512515c35a9c9205f40f467d82eb3e40f3b70
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61613a7035ae60ae50b5217d0b26ea84bc60a67d57c9d31ef46516ebc47b8ca
+size 460722775
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2277825cf7fce279fdb0d11636583cc978b3fdd1
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feec1e0a4a587e211d671a6ac5a3da99fcea9c69ed3a6235229ab2d06822c3ad
+size 460722775
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_7_mp_rank_02_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_7_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc20cecf2dd57cca14179ca71cde02f7b33649e7
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_7_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:634a2081f99fb911d8eab112696b711ae5ba08ca6179d819e4b333e4ad87056b
+size 460722775
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_7_mp_rank_03_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_7_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..304a64788c2daa3ade6418e1cc38176b07db0fe2
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_7_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf7961da495dfd5c1bd820c7cc79cc20d20d6a69923e676c0fd563336709d469
+size 460722775
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_7_mp_rank_04_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_7_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd6829a3d6c4b82409d13942d521ef3b1cb9cd89
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_7_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6cbfd0522f904bbee522c4a1ce043e059445b9b0b0343314447c80a9ef63c70
+size 415502807
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_7_mp_rank_05_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_7_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8de09498f5190649be905ca622f71b1bd1646cf
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_7_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a039706d315b76a96a09733695a1b99cb93cff2ef5c6534d538680fb2b45bc8
+size 415502807
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_7_mp_rank_06_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_7_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a98e8e89ab47dc12a12e3c6ba013d9ecc6baee9
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_7_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:377f6a30998b6e3be390f3012920702fb0678175f60d094e405a79039e9277dc
+size 415502807
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_7_mp_rank_07_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_7_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18fa70f1e21784ae2ce45253628f47ad0b172321
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_7_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e75d433de9659de7828a1e0081f4464e50a631d0e6e9feab16a31f7a74b5837
+size 415502807
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_7_mp_rank_08_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_7_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80693dd0409be5d80345ad2ca5cebab57ec831e0
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_7_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9e053e2f05e0eea36e1a55c6695fd1ac51ba1939acd03efd80b2609b1cda8e
+size 415502807
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_7_mp_rank_09_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_7_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69122d8cd75a31cf22bec7a2185b3f6597dc1f19
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_7_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9b7d4a97322160b77c7a44cf35a62f56ea41cd7e48d38f148713161ab40278
+size 415502807
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_7_mp_rank_10_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_7_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fea9113f84d363d7b93112ad65f153ceac358d4
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_7_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6817b8863b5e03ef31fec05bf5c948183ef9830e9296ec0050cf2f7d0870683d
+size 415502807
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_7_mp_rank_11_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_7_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b5fb04538b460ba180e924c0063aa8f9552bf11
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_7_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ab9b8e51ae7d37c57886cc86080c8453abdcf2090e21f651ba4786f740a16d
+size 415502807
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_7_mp_rank_12_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_7_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bac56b5ca4cb0a1cd3c02a27999f5c3e1522c76
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_7_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:888c5596c7f4bac592666e42073141f8490f10aa9bb70c215959a88e40c4bc4f
+size 385183767
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_7_mp_rank_13_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_7_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30f3ef3c5395dda5f83c7bf905d5082a9754eafb
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_7_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:043051b6e316f5ed524699fdc1fb06cae9bf216e11f6d5e1a124e81c16faabfe
+size 385183767
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_7_mp_rank_14_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_7_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afce1885da6e35679d4801b1f75e3299d82541a0
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_7_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f7a8becf220d24db4c38f6e310c6282ceb9f59dfd5f73e6c0db4ffc5370ae1
+size 385183767
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_7_mp_rank_15_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_7_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2b89cf2a537db128a9c005639ff612d94c8dde1
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_7_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f4203c00eda97f66f6b62c4b6ae367c2a050598f288f89bb10565987313e04
+size 385183767
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ba296f1e9ea012a26214744915db6d34366ca98
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b81d1618599fbe2066ae5dd10e4d660d8235e8613b40e7b02a0e8c50ccbf729
+size 460722775
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..484da501ddff4d736ed77e40598df0ab7e395dae
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0671fef48044856213c17a1004f3f1ab3f44baf2ddaec8f14b128c431a228f3d
+size 460722775
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_8_mp_rank_02_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_8_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6fab6dce2c728a932eece80eb4c0cb06679ba04
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_8_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc3df22fd8cad36a328bd1685455a27654a2b7691286d4cf2711ccfe291c8a1d
+size 460722775
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_8_mp_rank_03_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_8_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe07d769e7a1bb543d22861dd00eb90083ef4dc8
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_8_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca2c3086580fc3f4b7c724dfc56f8a08c43ebe2556684d53c80faa823e08af9
+size 460722775
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_8_mp_rank_04_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_8_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32af1d3d374bc02cf05c44e8d95de485806583dd
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_8_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5463f797b45bf42e095b90c9baf603a33893604c13608b04988bca704a59647b
+size 415502807
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_8_mp_rank_05_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_8_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f532831fedf80092ba9ca85fef7da185c8859286
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_8_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e77515a9c20e443e95820b59e15aded0fad64b7cd9c2a211a10a7347d95c983
+size 415502807
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_8_mp_rank_06_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_8_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2977e6f8b03d0542fed94142171e5842eff42071
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_8_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:522f48d61c1926e24ee4749b2083dcb33c3ac9e207a766aee36f918060d3950c
+size 415502807
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_8_mp_rank_07_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_8_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ee7b3784dd1614c916fab53359448e56f88ed01
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_8_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3efc665b6262d080d7964916cce128f77bc9a560b54bc89584d0a86bdbc1032
+size 415502807
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_8_mp_rank_08_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_8_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6996bb5bdf686614b93ceac42395c0fb8bba1dbb
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_8_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8f5a883d9bd1f4974b19fc86896be368ec66590b1c7e054a2fe7734866461b4
+size 415502807
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_8_mp_rank_09_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_8_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff84fc002c45aaec93335f0290a2279edad5730
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_8_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b5a8ee6bb92bf2ee051ecb1530e5ecf16245b0aebeeb676314f9b1028d82eb
+size 415502807
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_8_mp_rank_10_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_8_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..462c5f4eeff826ba6268d1adef11b9f268c18ce2
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_8_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f284b59454b20315301e293e11457d4ee8c108dc6be56db9a6d7d356de9187ca
+size 415502807
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_8_mp_rank_11_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_8_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..265474c3c2267423cc0ebf00c2c8fda030e7d222
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_8_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335580ae90cd27fa4364bea3f1a1f4b630e003f5084020ebc8ff18a3389745e6
+size 415502807
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_8_mp_rank_12_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_8_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731c67f51a0126f9905c5737ae4d00f7807c0edb
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_8_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78096076e97aa55525dbb76764f42a692c4f2e46725293fad805b854e060ac38
+size 385183639
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_8_mp_rank_13_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_8_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..174b3f13ce8308f0306c2b226bbc641081a72c95
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_8_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af010946e1b2f322da2fe2914445c967a8dd48924e11aa1ee5bb824b675bfbe
+size 385183639
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_8_mp_rank_14_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_8_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..534c719e71e6a3f07d938a031ccb7cee6d50e106
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_8_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa5579a63c713dd749239b39dd4443c854a12359d5935eb05ad48f20b38dbbda
+size 385183639
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_8_mp_rank_15_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_8_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee16109bdb0d29cfb09e2c1262a7a530fba0ab82
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_8_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f99a18f78e3ed41c277b6290ed94b1ee68ff74749af4c9e46ff889fdb481ba8
+size 385183639
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b325c78dd0c6b1804d0117e9091f68ee7ba495f3
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e67b89bf3dd4bdea576f8f71ab89ff313c3b72120875e52aafc6ad92be34d78b
+size 460722711
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60413208031243f32d5065b02d4f70dfd97fce18
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ddb2b6ab2ad5c07a5099b3b7ff9ec78f1fc87362ba9c77e753a7272d82ef3a
+size 460722711
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_9_mp_rank_02_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_9_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96a5abceefd4d008de25631fe7356c6d4cbbb837
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_9_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f5588e0fbd1d68e701c3837511da7754c990de5f228aa68cc10aba22aa820a
+size 460722711
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_9_mp_rank_03_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_9_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bc93d91280f0f000986b40d0e8c3129aabbb2cd
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_9_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31392724273acc36224f32d5f6493c6fd1e9c476c39a7bc5a148bbce3e28d62d
+size 460722711
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_9_mp_rank_04_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_9_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12da1b1ef6387f8f4078759f34d05f1bb83c5b69
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_9_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a263cff6c176bec0432639d562e03cb5867d446063de80c9764c5b087d05474
+size 415502871
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_9_mp_rank_05_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_9_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01f863ac104c3b4fc93f9426fe372b23ea2da044
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_9_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e19262315c1bb4140460f65a4d295f5bdc22ccc5b1205400556abe6aa63e8282
+size 415502871
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_9_mp_rank_06_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_9_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e64d724c0cfd97f7ba55dbf94c2e3e263d94091
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_9_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:829b2320943ac1bb6cddf56964b0dad0a48962f1b9875c7cbdb1171b16785ca9
+size 415502871
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_9_mp_rank_07_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_9_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d017411cbc51c989bbb92c2c9d1898e64a3e4d2
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_9_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceecefccb70cf028cc80e7709cab01738f5ddee2cdcba5d74e949698cb107486
+size 415502871
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_9_mp_rank_08_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_9_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd09a2f1712f119d40637c719a25d147674a099
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_9_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b553cdc4f881c9343f9cbd18f67a2080d95afff4b40c6966cde285e0c867330
+size 415502871
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_9_mp_rank_09_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_9_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bec5bb048eeba7b96f3f19f1a933ff68823306b
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_9_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4c9e1cc7d38c70e50a79cdee94362495a910cf51280c73aaff81413864642c
+size 415502871
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_9_mp_rank_10_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_9_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f49d7baa1233d19510a9315048208808db4689d
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_9_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8f0a3db27debc2e05645a08bca3107d0c7d704069c01684f8b3cbf0ea88f63
+size 415502871
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_9_mp_rank_11_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_9_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a6718fa03af8052d39cee1bac86fb90357bdf2e
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_9_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00779862cc3a29779acee81b9a8ff04287ad9260c83d1badea0a2ca42ff6ae55
+size 415502871
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_9_mp_rank_12_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_9_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721df97eef74ff84694dd928bc227a1fc07d6c6f
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_9_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14664cd8980b8848d52fea1f24c85c43f5adcad5d78ec491f1bd90f6a5d7b203
+size 385183767
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_9_mp_rank_13_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_9_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..105e6eff0f3ad9cab1ba68265e7f6edcceade481
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_9_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f66c30d515242cb468dc9ec3e1d6f5bed610919bd28685410809d29218de0a64
+size 385183767
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_9_mp_rank_14_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_9_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a025a969e03ba2ff81d01c0ffe295bbad03db3dd
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_9_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4792a2c30a39bfe54b856d260dfc423345bce5b619e3125d502c966fa03faa2
+size 385183767
diff --git a/8b7178b13b/global_step84877/bf16_zero_pp_rank_9_mp_rank_15_optim_states.pt b/8b7178b13b/global_step84877/bf16_zero_pp_rank_9_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eb20d3d3428c9a550eb1502b131c4ce6e66bb13
--- /dev/null
+++ b/8b7178b13b/global_step84877/bf16_zero_pp_rank_9_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c48ed0ceba2f29ca1eaac91a55d95c71dacbb68a57a0e32c0191303a3f325a4
+size 385183767
diff --git a/8b7178b13b/global_step84877/layer_01-model_00-model_states.pt b/8b7178b13b/global_step84877/layer_01-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02332da9c9efd4aaf8349aff0c80202fa8adc37a
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_01-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:108d159efd4e5b4fc83d7635bc6c2c4b009cb4463fe47b2a2ce66e27c87cc547
+size 120587523
diff --git a/8b7178b13b/global_step84877/layer_01-model_01-model_states.pt b/8b7178b13b/global_step84877/layer_01-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f80e6ee9fb39bb18d95c7304181fcad680b240b4
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_01-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b5185197d2ea4621dfd6888b4eda63c59743fa38dc9055a3969e3fcfafd5b55
+size 120587523
diff --git a/8b7178b13b/global_step84877/layer_01-model_02-model_states.pt b/8b7178b13b/global_step84877/layer_01-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..086f167b542db286d289d1177285340bbd59af8d
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_01-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:046469c6478c99cd41b7b1f194259fd76f4142d13606488c662a94b4d83a2d6f
+size 120587523
diff --git a/8b7178b13b/global_step84877/layer_01-model_03-model_states.pt b/8b7178b13b/global_step84877/layer_01-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b64da5775bdc62b718836d4c2d042c5cf0178d
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_01-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d4fad5e8032f9e6ed39b716b049f80572e7f62044f3efcaa11ba035ebed61f7
+size 120587523
diff --git a/8b7178b13b/global_step84877/layer_03-model_00-model_states.pt b/8b7178b13b/global_step84877/layer_03-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a4602267d3d0ea4a44346473e5f2a7814169e6b
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_03-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd181dd1ae22219ea69ff5719b92234077083db11d3663c47ded019282ea8a1b
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_03-model_01-model_states.pt b/8b7178b13b/global_step84877/layer_03-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a6f4755c36418e5b70549c56fae77a5bd54342b
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_03-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c39d02c2fa03485e9ca46af234db081faee7afdc755a4f19f34b93faec7218f6
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_03-model_02-model_states.pt b/8b7178b13b/global_step84877/layer_03-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f6d8cb3a8dba3d8cb86dc6d9a1bfd4bf04f54aa
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_03-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84763c7606726e5abdcc292e8b4b1d7eddb5f59c92b12c5bca253f25e7c3df18
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_03-model_03-model_states.pt b/8b7178b13b/global_step84877/layer_03-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40759a02346d1f5e549e4d7f690613335f7e7074
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_03-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a142b70b981d8dd40bf1f0bc68900e6c1b063cdeacac0ce9885b7af9c0405d5
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_04-model_00-model_states.pt b/8b7178b13b/global_step84877/layer_04-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10010aeb7ff2e4c36aea560206bb2fcb6506e057
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_04-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6be0b52901f88b4e942b26c3007e4228f5095f2d0552ea39d99729d71f2c865a
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_04-model_01-model_states.pt b/8b7178b13b/global_step84877/layer_04-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70e5f6ff667600e1105417ff38d22e19ec9b39e4
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_04-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e486708084b4e2ac8e41eede344e9f79ddb83c97209d4da89910ddd71d19ac4f
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_04-model_02-model_states.pt b/8b7178b13b/global_step84877/layer_04-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db8ec6cbc487ed10a07ec989addaa75f7265d872
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_04-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b92defc3afb05b52f8a1e7c36b9a77e22ae679addbe5aba2e2387b2795480fd
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_04-model_03-model_states.pt b/8b7178b13b/global_step84877/layer_04-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0154dc4785554095daf7172792e601c8aa2b96c6
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_04-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f113088f42f3ece41e365e3c4f8ea926e9f35160b0b8355ad3f31c5d955e0d4
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_05-model_00-model_states.pt b/8b7178b13b/global_step84877/layer_05-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b15636ffc39ec66db1d9255a040b90b90e81b51
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_05-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24690c7d5f29255b47aaa3250534ba0a64e63771be7c4cf80f17fbd5560fba97
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_05-model_01-model_states.pt b/8b7178b13b/global_step84877/layer_05-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5560b8303613e323afd468139967cddccef8549b
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_05-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ae54182e776543b15df273011e645e401b1ad73cc7cf24b21ff92feb4feb47
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_05-model_02-model_states.pt b/8b7178b13b/global_step84877/layer_05-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa17a037b07beaf3e222c87f190e3b87e7f30945
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_05-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f42e13f70923679e9213bf477ffce68b2bf38db84240fc9b3d4fc3699928fc5a
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_05-model_03-model_states.pt b/8b7178b13b/global_step84877/layer_05-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46da15badf070619b5003015f2bbe63ad9ad1112
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_05-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca1f6771e3488ccf90490d6a506c805664cb6a5cdb7ad2e7cc38f24d1546d296
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_06-model_00-model_states.pt b/8b7178b13b/global_step84877/layer_06-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70b248107516c5548e9aa6ec8b17dc639502526c
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_06-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84cbcc288e61f87b9f6230d3572f3b6c1469925877ca34505ad781011e41ed37
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_06-model_01-model_states.pt b/8b7178b13b/global_step84877/layer_06-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c412c2c01f882468e509a85d2fcdab980eefce61
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_06-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9320e8550d5e2951b7557f5d14b64568371045797e88fa34495243bde05ce2d1
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_06-model_02-model_states.pt b/8b7178b13b/global_step84877/layer_06-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1935e0cc231054698bd3babb6d51c0f4b22a7b4
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_06-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d4c6403d91689f0f1f048bbbe8e0779091ca8bb6bcc56c3d6e82af601d1b881
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_06-model_03-model_states.pt b/8b7178b13b/global_step84877/layer_06-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a22f6de4f8f305e9fe6cf21de8438e2ec9fcbe4f
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_06-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6057f726fe1398adf2c7c0f6fefd7dd1d6e0dad0e3d59bd2d26606d834f6c085
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_07-model_00-model_states.pt b/8b7178b13b/global_step84877/layer_07-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..863d75a286e7dbf99c5f2061990c1cc2b86196f3
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_07-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e59406307b4be75ce06f15dec954a5a8c5391cf972c856e030e0079cc378822
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_07-model_01-model_states.pt b/8b7178b13b/global_step84877/layer_07-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80704d08268c7da72a561a0cac569868f0b14271
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_07-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aa6519ab46c9eea22904801e24ffcaede26d5d5f3da005327a4d761dff24df1
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_07-model_02-model_states.pt b/8b7178b13b/global_step84877/layer_07-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9fa0d22e6b94244c036b14cad5a4013b88d7f7d
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_07-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3082f0f14b3a45f20ec8ffc2088f72d4bacf33ce6182e7bfc9423728a416656
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_07-model_03-model_states.pt b/8b7178b13b/global_step84877/layer_07-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc50d1720282e9094c14313493736f247af7ce1f
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_07-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9c39317e95de7482f56d0697eeca3093877cc6603623240ba54b8c537d039dd
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_08-model_00-model_states.pt b/8b7178b13b/global_step84877/layer_08-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a661cbc44b94d334ffcc258c58721d4d84f0af47
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_08-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be0f2c9929f632822b77c81354067c135bb125c474a3bf4c3d3ef02b9ead70e8
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_08-model_01-model_states.pt b/8b7178b13b/global_step84877/layer_08-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65883583cbbc6f6ef0080d16adf6540970f8a329
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_08-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c75d6a0bfd77a92fb26ee436d8b194dca222789531d9f3b321c4235dd96a7ca
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_08-model_02-model_states.pt b/8b7178b13b/global_step84877/layer_08-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69df0e82fa275b7b6da991ae85394bf9964f982f
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_08-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c065295ab7105237f7cbe4d93d276a2054f173fe3cc140510692d33eda1979
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_08-model_03-model_states.pt b/8b7178b13b/global_step84877/layer_08-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47ce1376cd6f0e411ee2e03dcd7d7d1f116d5a3e
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_08-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fbec01a2abb31a0ac776b5464737ed4eefc68c6b751d15ffaafa81b1c809257
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_09-model_00-model_states.pt b/8b7178b13b/global_step84877/layer_09-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4629f8a143fc4d3758be062123a5070663d51c46
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_09-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b2c476d45f26c73ac9d6314639ee6e34fdbbd58516b649caf02e3d02941c3cb
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_09-model_01-model_states.pt b/8b7178b13b/global_step84877/layer_09-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3950564ef2448dc0d166ab2018f6ca739ce0d46e
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_09-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf39bb5be722f95ddb3b77e00edbba0787f024c8dc933e105f79b072f192af2
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_09-model_02-model_states.pt b/8b7178b13b/global_step84877/layer_09-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc9224cece5431bf4292b353ac76e5bd6acfec42
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_09-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f78e9f0d0f7871e408f1802604c4985ecd23def1b4f6334121a854b1b78e7e
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_09-model_03-model_states.pt b/8b7178b13b/global_step84877/layer_09-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90842ee8f7037091be467d750180527846fc6888
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_09-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53b4c108afcb5a6aff28c72ea4de8726f12b3028898f7c0ee3a82b38a97ca5a2
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_10-model_00-model_states.pt b/8b7178b13b/global_step84877/layer_10-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19113564de59825ec1634400375605921411b441
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_10-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98fe5958ed97563eadae9b57e3418a77b50153a99fc0f12bdbbed7ec98e9b751
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_10-model_01-model_states.pt b/8b7178b13b/global_step84877/layer_10-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d7b492af82c52f76e4bb8098603482e08a86bcb
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_10-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69563794ea5398c6fc2f47165a2f79ffa22d81339f3f329023f46b95c0f6b012
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_10-model_02-model_states.pt b/8b7178b13b/global_step84877/layer_10-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5933da27ea4e478b4a6122cbb986cbc374413d2
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_10-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abc477f29c9189ea3dcb498e5b6e927adf197859a9189df71d590f61f93e8af2
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_10-model_03-model_states.pt b/8b7178b13b/global_step84877/layer_10-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b53081a2f27e5c8bd25237df1bd4fa2eab5130f
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_10-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2fda1176af64d1ef808cabac31b5280255e37c8e80f768831ec326c39d568c8
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_11-model_00-model_states.pt b/8b7178b13b/global_step84877/layer_11-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12456a4ad31f59a480820312b6dd3e55e815439b
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_11-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad7b993544a068ea7050a2f26c5f7e814aff6cecfddf45852bd0c97d4210517
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_11-model_01-model_states.pt b/8b7178b13b/global_step84877/layer_11-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf972769055791eb5cef0472b8f9037f72dc7815
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_11-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987e91c0d8cb4b1fe5fe4984df0590e37aa5c7e7f022163ef48cdb96d989d85f
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_11-model_02-model_states.pt b/8b7178b13b/global_step84877/layer_11-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..339541561ac63868a986862c89435a4b38b03b8b
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_11-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f1f086694b753d1e34d8cae5ef1e54918dd0e6d78353ecf48872179d8820eda
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_11-model_03-model_states.pt b/8b7178b13b/global_step84877/layer_11-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71ce942dd0daae7e90a22d71c00ebd55a8d11d00
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_11-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7405c49114264454770fd621f9ef5d47ddfe8997a2e905d05870362cf2b07bd
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_12-model_00-model_states.pt b/8b7178b13b/global_step84877/layer_12-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..264feedbad0d3db1dc1453c6a976cfa7c98448cd
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_12-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e35c1756860e8a4e624628e0eead33485a0dd96de5f4c35585b1eba127c9c4
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_12-model_01-model_states.pt b/8b7178b13b/global_step84877/layer_12-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84230743aa953ced60ceb55699ed7e3b403b1fe1
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_12-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b3c8371a0ab1f678c534e9c16be6e0a5724ea00014202f4aa8ef11f54b68951
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_12-model_02-model_states.pt b/8b7178b13b/global_step84877/layer_12-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16127fcfd2a1985f7af55762831b9d7aed47004
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_12-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59c6e332f2a3fb498c3e39cfe0e375999a8cd5b69a74a1321eb4c2e8c71ab36
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_12-model_03-model_states.pt b/8b7178b13b/global_step84877/layer_12-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..090719663e43efd93b18a470ca365bb8b529b025
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_12-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e1cfa8e94d7a3e6e4eef67380492ad78ac917c1faf5d77c2a88e17a204c768
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_13-model_00-model_states.pt b/8b7178b13b/global_step84877/layer_13-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9647cfcc720db38c76c0fd37bd9d1eedfd6378c5
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_13-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95948ad469bc6289bfc4f5ab3fcb76717bacac07eda705c2aeddb43c9b1447cf
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_13-model_01-model_states.pt b/8b7178b13b/global_step84877/layer_13-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7eb86554ac075502dc8a404e60a5f8ee515df71
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_13-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f91c41cc5b23a1d51085b35f8c2a8b0407323e4b7c29e2da483bdd14777b8f6f
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_13-model_02-model_states.pt b/8b7178b13b/global_step84877/layer_13-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..235a73144126c98f2a3c5cb9cb35e7b23cea57f8
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_13-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d869b16f19e7e660cf0ec8a9950809a546de96561a9874465b777d60707f4b9
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_13-model_03-model_states.pt b/8b7178b13b/global_step84877/layer_13-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffed7a90f8bc23b03871f65d5e5b59694bb90976
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_13-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:429a14c728c4d7a1906d06c889334a5ba9fbe97173dc6886f0922bc02957c8bf
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_14-model_00-model_states.pt b/8b7178b13b/global_step84877/layer_14-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b7de92bb417d3689f4d9706bec5789dd8ed3370
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_14-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79e834343896d908647678dd6574e461ee0ef32f9af2e59a426ad153d326bf5
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_14-model_01-model_states.pt b/8b7178b13b/global_step84877/layer_14-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48d7c89d2e1e6f0b7fc005483a8724f4f86b1a16
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_14-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d4b580cc6c7044ea4216a7c72776928824c9270413910dce19dbfcec7d2923a
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_14-model_02-model_states.pt b/8b7178b13b/global_step84877/layer_14-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7648fed505736d2e3f351dda295cedb5234e54b2
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_14-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bf5fec3d3057fb850423228f2d3385f0a4e225669c5a385bdd4705aefcf082d
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_14-model_03-model_states.pt b/8b7178b13b/global_step84877/layer_14-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a80ca504698ae515b3c2ca2981e4dab2fe4517f
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_14-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694eaa9f764ca4419002c650d0dff06d8c6daee56512888d58176b793f8a938d
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_15-model_00-model_states.pt b/8b7178b13b/global_step84877/layer_15-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5744948be165e4c8abd4cf2d5459d384a90f385f
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_15-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:595856e20b9a97d5af4e7b245277c38ee81e90e19aff704157064153292679c5
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_15-model_01-model_states.pt b/8b7178b13b/global_step84877/layer_15-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c40139d169ff6e541cd23a89d11a3a711800ea6
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_15-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d95f9c4ec22a0b76925a92a480f2ddb0a3e37cb279cc243186ecf98675f41a4
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_15-model_02-model_states.pt b/8b7178b13b/global_step84877/layer_15-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf5fde0d4378cfffebbb89281f321477b5e3e9e2
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_15-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4629448353b6f24cc9d4ce0efd54e777a59b3e147e86d1584fbb4f6705c60a58
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_15-model_03-model_states.pt b/8b7178b13b/global_step84877/layer_15-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c36e14731a855e4488f82ae4647407e5ee79dd58
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_15-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a9d80902a8be647d86c0067cfcc523bbb1d9be2bbb45d60e8c26b5821005819
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_16-model_00-model_states.pt b/8b7178b13b/global_step84877/layer_16-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a43765f8870cca06ccb0715b1c28bbdcfeaea1
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_16-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a0f1bbda1fb1dd23c6a933196e0dfc2286f45c06cf03adabec9487f5726e97b
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_16-model_01-model_states.pt b/8b7178b13b/global_step84877/layer_16-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe51bcc525773ad1f341c097ee5b35946b280ca
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_16-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28bffa0c73e2f8c62c8ba3494cefff44721aa7c040da2ab9f2094b6f6d67ab00
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_16-model_02-model_states.pt b/8b7178b13b/global_step84877/layer_16-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c45009efae49e274ed5806cc6cb22adb1b9931a3
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_16-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc1dd07bfcb17452367c5cbdf1d0170a4e25f69ad8489abb193750de725e48e5
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_16-model_03-model_states.pt b/8b7178b13b/global_step84877/layer_16-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..839e708e64426b255fa643caf226f8f89d7b2e43
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_16-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151f13cdeac80f466fcc2a99852efef9223934727f54e1ab519972ec5ec307c4
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_17-model_00-model_states.pt b/8b7178b13b/global_step84877/layer_17-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8272d768006e0903de03a1525ff99194b754a09
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_17-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:686a2ec49417d14edbf6f15a6b1bb6c62e124459b09d53db975b4811bfc0f1ec
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_17-model_01-model_states.pt b/8b7178b13b/global_step84877/layer_17-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c32379ccc9f1bc51cb42909f952065bcae887520
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_17-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c7a93c7649ed9b7827458504f50ee829c6226910f5d63766b700b0cecc4b974
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_17-model_02-model_states.pt b/8b7178b13b/global_step84877/layer_17-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b31de6463c6edb1b7a0dc5200202932b36faefc3
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_17-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fabf3978ad2650677b6a82167088b18cd60c99e9f6c38a852e5607e13d2ee0e
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_17-model_03-model_states.pt b/8b7178b13b/global_step84877/layer_17-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37a594d029d8335600bd1d9e27a35d9b9eaa268c
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_17-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc46a21775a0494c9620190b5a9d6b59632ddd2f490f061a201fa47012f7ceb
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_18-model_00-model_states.pt b/8b7178b13b/global_step84877/layer_18-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70d4e18375a8e430886eb87226932785005bf73
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_18-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b48a7f893fdd424b608f71cced0144df8c0411183ca23e00adb13b4375bf1f9
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_18-model_01-model_states.pt b/8b7178b13b/global_step84877/layer_18-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbb85dac0f2b5e110e40ab8eff69429a7996d7db
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_18-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c65123e57d5d1055a1251faa5843d5612ddae22c3dd7f0f0780127ad55b64b
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_18-model_02-model_states.pt b/8b7178b13b/global_step84877/layer_18-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8e926ffa39229a1509d53fe59529a12133a68d
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_18-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f591b711b02bdb2d0e5909d22580377d441b126c7ae5f6338132bade2674fc6
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_18-model_03-model_states.pt b/8b7178b13b/global_step84877/layer_18-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..616ebbe1d70963b565e396b8c3c9ecc48dec3f9f
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_18-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4af46a5c3ca64f7538d23acaa8989a73dbe0c04f6ea9e60a7713b78a8ec020e
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_19-model_00-model_states.pt b/8b7178b13b/global_step84877/layer_19-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0148dd0afd8fba1013275c0a61883c41e5b3bc40
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_19-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45e4607ab313978283db9f2f64ac2de320fa09f8d97a49fa0c5cfd4af7e178e5
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_19-model_01-model_states.pt b/8b7178b13b/global_step84877/layer_19-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64ddf854d4e88b72cab9318a1a452968d427812f
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_19-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37793ab9839b0fb5a20a445bef817fc81849c36a5090381bdf6563a43a25f6e0
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_19-model_02-model_states.pt b/8b7178b13b/global_step84877/layer_19-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0000694a6fb7133b64d09aba91ec461a2eb78e
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_19-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bcd9c2349bbd56f43c5db4a532071de7753b3d34b0e79a49612f28a1c90603e
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_19-model_03-model_states.pt b/8b7178b13b/global_step84877/layer_19-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9a0bffe5141791476dfd2ca7215625f73a0132a
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_19-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:832ee922e48431b49dae6011d0ab1104ce8d59c0e3d9aa17e3f919a738d94449
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_20-model_00-model_states.pt b/8b7178b13b/global_step84877/layer_20-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93f009457259c6241250138a6cebd0c492867a6a
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_20-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31f3fca91a3753759e56ea7bfd16368dca2c74f202cdda000a6d4eab9373a5d0
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_20-model_01-model_states.pt b/8b7178b13b/global_step84877/layer_20-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46662b1635bd3404f912b0d461bc547f5cf83e0c
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_20-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5491de76e62930ca537fb04fc5d4c2391d94a5252dae5cf80079684ea09451cc
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_20-model_02-model_states.pt b/8b7178b13b/global_step84877/layer_20-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce461631d8dc98e3035c2c7ea933c0c1d19dba79
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_20-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8089123d7fc2e14e0340952f57dc7fb61ccde4800f7e16b8c4fac9ad04a4d58a
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_20-model_03-model_states.pt b/8b7178b13b/global_step84877/layer_20-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1130b4347cd56ee57f4b14b2d6e9bc534082823c
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_20-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:406b86add3960cb02b46410cdc51308c14c3756068c8334ec7138c82ddfdc596
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_21-model_00-model_states.pt b/8b7178b13b/global_step84877/layer_21-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d74d45c27461e6c3da72870748e9a36dc51a824
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_21-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97cc5611fdd5297452cc6cc39bb2675a51dc67b6839d87d643ccc6aeb8fcb193
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_21-model_01-model_states.pt b/8b7178b13b/global_step84877/layer_21-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa5706c14dbdefc6d0122baa682f2c93d66b3b2
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_21-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6824f6c0a854db17ee86e5fa1cabc94bbc934ed9e2bb55ea18b37f100f8456d9
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_21-model_02-model_states.pt b/8b7178b13b/global_step84877/layer_21-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0449b789c1e0bc9c943260688a3654ca645370d6
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_21-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0364200f1b65066bc868081fc0fc55e93d3011cd26a9a71995bb32d57dfda4e8
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_21-model_03-model_states.pt b/8b7178b13b/global_step84877/layer_21-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..267285e46fc759e19f73bb640537bf503d463a78
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_21-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb3185f09469291b5468ffaa607016cc56da94d51bf2023a7f4b9fb4fcdaf54
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_22-model_00-model_states.pt b/8b7178b13b/global_step84877/layer_22-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cde7851b3ccf1d37264f7baf2fb2ecd7b01f83c3
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_22-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd4b55387f74448daa595377c92063ea90c9b1999ce780ed8a12ee6f8cb5787e
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_22-model_01-model_states.pt b/8b7178b13b/global_step84877/layer_22-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e603eb9bcb33144557153c03302d5bf1e7b38d5c
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_22-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d3fd2225a78634a0661575740bf055e5454231b1c63c06f0bb6b6f46ec54e6
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_22-model_02-model_states.pt b/8b7178b13b/global_step84877/layer_22-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b385c3da557cd8d27aee6f49a4b9ba953cc88636
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_22-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa14d2bfb823f75e44ae102bef6d6f7a219132532ce97abe5701a48f46fe140
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_22-model_03-model_states.pt b/8b7178b13b/global_step84877/layer_22-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9718fcb9c99c5141659922eeaec54181a24c4c6e
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_22-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93113634be65c058e7b85f9f02e2b5565c70288bf18c0dac857a355fc6a4a400
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_23-model_00-model_states.pt b/8b7178b13b/global_step84877/layer_23-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e288d68b1232260ddb9182ee7a81c34a56552be7
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_23-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32a4e381b5c0f0496d9279e51b2a2c75ce49c621ba32db99a6b1cd55d854bd66
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_23-model_01-model_states.pt b/8b7178b13b/global_step84877/layer_23-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d45e9c0fcc3621d02b2d0c3ba215306e0fd9a7dd
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_23-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcdf7e648fc104eccb135f09d4351526b7edbdfce0f25bcd28531f0472fa8f88
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_23-model_02-model_states.pt b/8b7178b13b/global_step84877/layer_23-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30d1da110779ea5d0392a9d807e7ccdcc44ca94d
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_23-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00dfd9ecdec0df9a319af9fd30abaa9c97c2c6418f8de8df7409f51b602a40eb
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_23-model_03-model_states.pt b/8b7178b13b/global_step84877/layer_23-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5a23be98f73af049160bcce318dda52d0f55e90
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_23-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3306dc542eee0d8b6a457f2884354e8482a9e394c41085abb4081547e2285e
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_24-model_00-model_states.pt b/8b7178b13b/global_step84877/layer_24-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43adfdb9e82208a7e31094d9aad0af547e1e972f
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_24-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9682d621ab8e9c29efc9d7dc8a92900e3bd1136ed4804b80e4d585d0d1e44a2f
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_24-model_01-model_states.pt b/8b7178b13b/global_step84877/layer_24-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b19a09ed48e9ad32fa5d9459367ef32ef332ff3
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_24-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d91aa2efecf71c7481f5a7596462206a0edac60497262e1c5bd52ec28258b460
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_24-model_02-model_states.pt b/8b7178b13b/global_step84877/layer_24-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c389167494e5f74a69eb5ea96a37d8caddba798
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_24-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f5c2e32585564fc4935248e4bf6f4dd7663427867ba49fe3a03e8ba633ecfb
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_24-model_03-model_states.pt b/8b7178b13b/global_step84877/layer_24-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ccba7bd9e5e892d9a02bdedeb2343d7ae8b5651
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_24-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24fa0bc3fcd9da4fdef92543c4ca97c89e40b8415f0a75a9d2a0b8ef736afe00
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_25-model_00-model_states.pt b/8b7178b13b/global_step84877/layer_25-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69abb6d321d32755c2e2e8dc2836f4bb820c07da
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_25-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cfa1e19f33853d0c1b51224c8ad644799ebfeb8fdba64bc015542861f242d35
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_25-model_01-model_states.pt b/8b7178b13b/global_step84877/layer_25-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccd077ad767752bdc738b1b7cfd12e137f3495b8
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_25-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99bee2486d36202d44812cf08ac6e89f1cf3dc21b2953d9e4dfb699cd2404a2c
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_25-model_02-model_states.pt b/8b7178b13b/global_step84877/layer_25-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9d410e918d7fe79d070c38202a1aebedc5459c4
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_25-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:732557c7f45733c031b5964c586e353e05126c04c75cfe8a8f9e898691060d75
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_25-model_03-model_states.pt b/8b7178b13b/global_step84877/layer_25-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8f83d77fb4ee1c6304be9eb5f20135b301abc9f
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_25-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec449cec92bac157eae5c11733133acb353197278583387efb27962625cb5a5
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_26-model_00-model_states.pt b/8b7178b13b/global_step84877/layer_26-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad1d453ed475fcfcf66de0a35d7578f1ef6682a4
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_26-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36fb8b96f693c01e2b2c49fd97ba670b02566ce75faa3e3b42e56ea8f973fb8b
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_26-model_01-model_states.pt b/8b7178b13b/global_step84877/layer_26-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d94d9736ab4b401f2794b3fc154add4851f3d8
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_26-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ff1c8d7465f56ca519e15f0000cc769a9147b04957b41c824bbe40f58201ce9
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_26-model_02-model_states.pt b/8b7178b13b/global_step84877/layer_26-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2973bc6c2fb40b9c6e746b9a53f25168aaa782c
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_26-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4e687439fae4b67bffb59e8418858e7cb0f7f2c1cecf637332ae70837b5ddc6
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_26-model_03-model_states.pt b/8b7178b13b/global_step84877/layer_26-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24505f1f985f4af5b7c552aa8de8d72a3417f81e
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_26-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1f369c5035ecf9f7a0c86150a245191871a36403dc0518671470807cdab8b2
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_27-model_00-model_states.pt b/8b7178b13b/global_step84877/layer_27-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..394cb839a87ebe006f37ffe50a89415c10d64f81
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_27-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3836ef5d3a54549172d4bfcf25ecc9e66cd5ece815743fef6222b577dd3d322a
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_27-model_01-model_states.pt b/8b7178b13b/global_step84877/layer_27-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6ea25d9af31437204a889b2ee28a3b965b9ced8
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_27-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4016d531fd056b5768b05716f4d93f18e3da4ab880ff0186d882e93a8a0e8b5a
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_27-model_02-model_states.pt b/8b7178b13b/global_step84877/layer_27-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e6f0ec67a48c9add2099b6bb76f251447129ef1
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_27-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89b3106441be8105ef1f9b6a5a49884e06d2eee9fbb683e1894f3af7053c1b3b
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_27-model_03-model_states.pt b/8b7178b13b/global_step84877/layer_27-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a30131f6d34d31e2913740cd347937797876270f
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_27-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94db0a1953bbd343f2112d1d8f60aa735baf1c468844d9777210879b66db2f80
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_28-model_00-model_states.pt b/8b7178b13b/global_step84877/layer_28-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2be1595420418e634ed719304103aa06345e076
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_28-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44630c24cc4005be6b32b50a6787bf5ecc95fdbf6df362dd0fdfe90729c5a661
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_28-model_01-model_states.pt b/8b7178b13b/global_step84877/layer_28-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a38b9d64c0e8c6332b1f909013ee8b14a21bd6
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_28-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43185200127f1d6fe35866393e11b7d7b338b681b9293b4fa8ec9b5bd5aad2a2
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_28-model_02-model_states.pt b/8b7178b13b/global_step84877/layer_28-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb5825e9ddfe4fab6de9544e90daee40ff54a3df
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_28-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678dbb4745503c7d41990bde88085835e3cd05cda87c6a0a10b296fcc3aea8ae
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_28-model_03-model_states.pt b/8b7178b13b/global_step84877/layer_28-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db55b325579fdf48d979dcdc5070f667c8f7def
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_28-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c702a9b4cc812ac517c68cc24d5ba30c89daabd37aa1e09c29ba696157d962b
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_29-model_00-model_states.pt b/8b7178b13b/global_step84877/layer_29-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c89f47389e2558ddf440a3d5eaa95ea4c0ce8eb
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_29-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7494249fbcaf4df90fe0ef25ab67086c50813fa1b6b30d737f0890ce26f1065
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_29-model_01-model_states.pt b/8b7178b13b/global_step84877/layer_29-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e4edd16d44a4af539ac47e8d7f7d0b80027877
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_29-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fbedfc047328a0a2e620a4d11cf194e764862c619628c3da59ce95894fac3d7
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_29-model_02-model_states.pt b/8b7178b13b/global_step84877/layer_29-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b3325c12c0c105c1946e5b4df8164c19e89171a
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_29-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8fcfec2daaa716eabc1219fc464a6eddd4788679c7b17e3dda25d06f045498
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_29-model_03-model_states.pt b/8b7178b13b/global_step84877/layer_29-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..756521fa56f92c16f82e3fdef9d2cebc1b8e3e1a
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_29-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a589c2e946dfc445c627f90f45e53ffc68accddc0dca9f32015094bb1c43cee
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_30-model_00-model_states.pt b/8b7178b13b/global_step84877/layer_30-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..922fb0dcdd1e36d56bae2ae0dd09669276132cbd
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_30-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a0c67458d230305718d1fdb4135e4e8dfe8e697ccf4c028539759bf7dd9b44d
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_30-model_01-model_states.pt b/8b7178b13b/global_step84877/layer_30-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6060ed960b5930e9ed0bda8be34a1ac1d8ef1ceb
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_30-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57ca9c9c05c377e05c33d1660d59936e6131ea8566855e80ece5b6256b76e375
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_30-model_02-model_states.pt b/8b7178b13b/global_step84877/layer_30-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e482ff5d3465f1e10b42b4b84642e0d40608ce79
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_30-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa6177abb43a8b26d9e053bf1bea46b7817a1b7e0cc9780ec921030ae7dc178
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_30-model_03-model_states.pt b/8b7178b13b/global_step84877/layer_30-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad46bed5faf6137d0ce4b91b795c7cf5cc123312
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_30-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd1b1f4f232bfdb09b8e281249af299506c56be5f4a4d104be2622b39cb6963
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_31-model_00-model_states.pt b/8b7178b13b/global_step84877/layer_31-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb4c2160f48d7388ee334bcb84dfbaf4ea3e1679
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_31-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad81d7dcedf1383e26dbc15c1498099e1002c363fe1c2af327d2d3ef3f8aac0
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_31-model_01-model_states.pt b/8b7178b13b/global_step84877/layer_31-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f057637ad5c74b8c0210a511cb99989b99aa742
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_31-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5055369a40218f1fb4a4e8ea4e336233bd31a604bb27cc75690bebc4fb96bd41
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_31-model_02-model_states.pt b/8b7178b13b/global_step84877/layer_31-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c7019754c66ddd8601baba63f5b433d21c9b550
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_31-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3a400c42926b5ff3abd8b2e5e43d5cd977bc8b2f287f56c5b41162e99e5d09b
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_31-model_03-model_states.pt b/8b7178b13b/global_step84877/layer_31-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85497bc52a60c17cc36edce75df8dddc1af9b392
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_31-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1fd586f5c6b3c88a1f04ebefa10f1736cca789172c0d65125b1477da1cc4a5c
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_32-model_00-model_states.pt b/8b7178b13b/global_step84877/layer_32-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e770b2db1465058664ce5a15c8066cd2a5d33eb2
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_32-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb9779486435319bb1417d29c0064e26fac041d02ecca5d90bfe8d7782fe3127
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_32-model_01-model_states.pt b/8b7178b13b/global_step84877/layer_32-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c71c766b734e821e79bb8c5a784c14f137cfd5f0
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_32-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16918969631a2e50378b75059762cf4956ee769416e8ad084f5672ee708da4f9
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_32-model_02-model_states.pt b/8b7178b13b/global_step84877/layer_32-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd71f8cc44cef27a688214e01a342bb2883a2f4d
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_32-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af3e245b2fdea0a295b9b7039ac94d9dbf38671a805f646c8a607994ab2f0d16
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_32-model_03-model_states.pt b/8b7178b13b/global_step84877/layer_32-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0622dbf77dedb669e8b4682036a871e21b341d32
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_32-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b73fe45184067e44475b397fb84134004437e2cebffdc6afa5892eeaf513e7
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_33-model_00-model_states.pt b/8b7178b13b/global_step84877/layer_33-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a8deb3c309ab3d139200ec0fbd3bf84cd4113fa
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_33-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f7f8144e0a0a8333333687d4997fbec15a032305fa61c73b3723ac20017351
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_33-model_01-model_states.pt b/8b7178b13b/global_step84877/layer_33-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfc35fcf2cd4594759906c108023743e9fd47165
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_33-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d182b3d9662287b46562e6a8700d0704a5995d6d658cf5368df9ec05deebae3b
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_33-model_02-model_states.pt b/8b7178b13b/global_step84877/layer_33-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea27cfa5057d879ecc9c4405cb0d915e82bf5e0c
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_33-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9202ec7c865fe92b01c3cb63e16d953ba5a2f1fe046cf3aea7058a2bc849d096
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_33-model_03-model_states.pt b/8b7178b13b/global_step84877/layer_33-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90cdf644dc1423c0f88b17a2339bd3d9aa0e4af6
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_33-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d5c7a74690635ed1792efb3c99250463c9f6a3a8541c6ab1a5dce24e354d00
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_34-model_00-model_states.pt b/8b7178b13b/global_step84877/layer_34-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c24942ca882ecc415fb42c0bd7b75b083014be89
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_34-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c053020fe44d0420d6463f9a025ed957f3f26b2191c83213c80bb0d3686a5e9
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_34-model_01-model_states.pt b/8b7178b13b/global_step84877/layer_34-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca316eceb6a4cd94330179d15b9f04e1264b6bc
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_34-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31a16facf1416ee7ffa135b6ac7943a41307ef9186cd26a57f02be395d50654
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_34-model_02-model_states.pt b/8b7178b13b/global_step84877/layer_34-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab6f8d0f7ad541cd36fa934dbd6c6510171c28cb
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_34-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa3e364f7c34b302b15aa65914cd1d395c2a604876e3497572f2c6deb72375f9
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_34-model_03-model_states.pt b/8b7178b13b/global_step84877/layer_34-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..777a2f70fcb5f995038e35d6e4329d2c86974163
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_34-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e5cdc210ebdcd801fbf54659da6041e1181932d7d95c4a7de3e6afe5b46790
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_35-model_00-model_states.pt b/8b7178b13b/global_step84877/layer_35-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd5306a18ab5effefeae2dd7d58cbd3a06af81a
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_35-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af27a3b6cbe2614a067242fa664c34a447f7e68bfe9a2dd7f5984c2662ade81d
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_35-model_01-model_states.pt b/8b7178b13b/global_step84877/layer_35-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..526c315b0ca2ed2dd158e24fa3acaba9edb39811
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_35-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc8d85ec1d5c142b553775731f4880051b34871aca3d2ad56e472041ca2e27e
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_35-model_02-model_states.pt b/8b7178b13b/global_step84877/layer_35-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b951cb0531882c5f444d507c34969657e2d65c0a
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_35-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a4b07c652ce82ccd8ad1f70d278774c5057df25a23e886671aa70a8728fb5f
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_35-model_03-model_states.pt b/8b7178b13b/global_step84877/layer_35-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45502fa894b07ac20fa16076a565c97fa32a0f82
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_35-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afcdc052a94b90e61c0eaa2a920d0ccdb5cbd503e20ff09594ce5bf3d01adb84
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_36-model_00-model_states.pt b/8b7178b13b/global_step84877/layer_36-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f1f45d98f89a855c5c1bd9a7d0a467d55cc7323
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_36-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:443ae133a8866958d4e263f9d1b66e8b28efec9149775a926db8b90b7732b424
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_36-model_01-model_states.pt b/8b7178b13b/global_step84877/layer_36-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..174112d1b310dd919fbf652d8e0d2c96eb3116e6
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_36-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5595977716edf0520cc85452b8fe32dc5978feeabc1a29fece56f764bc5a28ce
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_36-model_02-model_states.pt b/8b7178b13b/global_step84877/layer_36-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f31855e58c60600d01f4050348eb36d38d2ed208
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_36-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0965c1e493ae3fd7fd20a68202926c7c9a3ab005d294d08455c779b917b6aac
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_36-model_03-model_states.pt b/8b7178b13b/global_step84877/layer_36-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d5ab42997222a3fd8a449982bd414d4c4eb4e6f
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_36-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c70dc995e497e1464a8f5ef1b8279416feb86ae11bcc3c33bbe10659dc9f80
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_37-model_00-model_states.pt b/8b7178b13b/global_step84877/layer_37-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ffa8e02fce8412bb55a7576594f7dacaee34279
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_37-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e79cc01e0a3aba06553ebeba15f9ac8a316c9766c97ed07ca759a98bdbe8631e
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_37-model_01-model_states.pt b/8b7178b13b/global_step84877/layer_37-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..075fbbe897bde90b9ba892e636e61f6d785d7eae
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_37-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258eba4b0e32c73d2d7e113bdcc19ea53d086cf2c0a3f9e33731fefc807592d2
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_37-model_02-model_states.pt b/8b7178b13b/global_step84877/layer_37-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53267ec18fe05529c58eecfb77753f4bf9add3a7
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_37-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd4fc0c58009fdb85fa4d9eee59b773c2321c0c72a7083713a322c16a25b3b28
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_37-model_03-model_states.pt b/8b7178b13b/global_step84877/layer_37-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb47e2f603aa9f59f466b393a56950a1929f5b6
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_37-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08923363909bf6857ba0c11290edb4c83c2dd69172666fccb799bebe0a8fa2f2
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_38-model_00-model_states.pt b/8b7178b13b/global_step84877/layer_38-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f05563941c7d001622c481c598f2ca689e498b24
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_38-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:247c4bd15f08d17a5aee98db8b160e623c4103156c493f4a2925cbf843755ac9
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_38-model_01-model_states.pt b/8b7178b13b/global_step84877/layer_38-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75c0861da040cb3c81367112c738f1e549bf92bf
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_38-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d58d7896547b3ae69ee34c5be791651c4b3d3a0b1f4e9f6862bdc21fc202c53b
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_38-model_02-model_states.pt b/8b7178b13b/global_step84877/layer_38-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ffc03c7127d8f27b85c928bc745c30a6fbf346
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_38-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f96afa046f773115767c73ee65608e67523c020ead83b47e5777c55ea01c05c
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_38-model_03-model_states.pt b/8b7178b13b/global_step84877/layer_38-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2ad337ced10ff1f9ef80ab0a7675956a8c3b341
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_38-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3481fa68af9f5de2019af8cf7e65ad311a00b272e43e5ec78f409097760164bf
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_39-model_00-model_states.pt b/8b7178b13b/global_step84877/layer_39-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8f757bc0d32f0d3234cd5eb0d6bf7ca3d3b303a
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_39-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea3e74a623bcbdabc325838dfb3305ef5fc4ecef9bb6857116db1169e02fd2e
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_39-model_01-model_states.pt b/8b7178b13b/global_step84877/layer_39-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fc9325aaf09690a4164abbd41b5a6cf486e0b0f
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_39-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b115532edf94c06ab059f0fd9a62bc99b3df982793fd7da1a7171842c4d1d7
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_39-model_02-model_states.pt b/8b7178b13b/global_step84877/layer_39-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20c648c5b0434758a1cf2b73aab6c1b9144fcc91
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_39-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cff3270d3bdd335be6ba86fd8c253476ffa6216f0ed349c6eb2414fd11477255
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_39-model_03-model_states.pt b/8b7178b13b/global_step84877/layer_39-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf0b594a73f0ae8d115fa5eef7847bd0ffe78136
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_39-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:667ac2ed4be646f89bac2e9b0b4ced86c1621f209bfe972568d57a6e3de90dca
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_40-model_00-model_states.pt b/8b7178b13b/global_step84877/layer_40-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656767b43b0e1be5295e4b35b464a2042ea04ad7
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_40-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86aff1f3cd4815eb6e1bc4e0cd546f1444df9853185a44ea13ceccc401ae503a
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_40-model_01-model_states.pt b/8b7178b13b/global_step84877/layer_40-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1078a0dd54d1d32c91050eb7aa7f4314d0ce8dde
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_40-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:821c9c65c6e2c8fa1df582c4d8ab4c4cc8b935b7cccf8fe408e95197d2406345
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_40-model_02-model_states.pt b/8b7178b13b/global_step84877/layer_40-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f7997264cbfc25b2ea6a19a2e0796676a86fa2a
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_40-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73978da2ab0e7fa39ff7719e1340bcdf61936c72076f1774e478767c7b0d65b1
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_40-model_03-model_states.pt b/8b7178b13b/global_step84877/layer_40-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55bb0dc449dee6731a06c78b8589f66507475e8c
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_40-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c4da8062faff6269ec66d6ce87d68a3efb85420939285d9bbce7b5562806314
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_41-model_00-model_states.pt b/8b7178b13b/global_step84877/layer_41-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d911986857bcd128fbbede3b001847a07198ef2b
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_41-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18de282115a6fe8cc06409ea7988c4fc3b9be3f4506c87c3b8dbd913959101ef
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_41-model_01-model_states.pt b/8b7178b13b/global_step84877/layer_41-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bab885eb654c25fb30382e591af25a106c4e148
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_41-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc6bcce1a3b5eaa1b1885dbf5c2cfbb929f7f5d1f5ec0c95256ec97529bb90e
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_41-model_02-model_states.pt b/8b7178b13b/global_step84877/layer_41-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05b411e521a866982a1be4de78ae30e4f82cab78
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_41-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2180f30d105f9e77e5897be7e21a327eab5edf46d44283c17d897f687a1d3dfe
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_41-model_03-model_states.pt b/8b7178b13b/global_step84877/layer_41-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c6fc2d1973a944b284d4b2100ec9d417ee0d8fd
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_41-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de7accb793cbabe73fdb58dbc2f7132c9d6472d45834b8eddd9c2375871fb1d
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_42-model_00-model_states.pt b/8b7178b13b/global_step84877/layer_42-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d0f70abbb944f213934d0db24610cae8644456a
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_42-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8de3fd5fc1ef2fdd65f7f1c17b89bbe41e27ebeee16b7445dda7e146ec93a798
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_42-model_01-model_states.pt b/8b7178b13b/global_step84877/layer_42-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..204ec91b1e030d4e897e45a3e70d6f5b1391222f
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_42-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb89bcd9195ebcb8b110ebefed53b1c39fb018157e7e95ff644eff5bfe68a6e
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_42-model_02-model_states.pt b/8b7178b13b/global_step84877/layer_42-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfce57c0157d071fc838fedd7533aa4ee79eb7b1
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_42-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f047a7eb9075ff42b7f1fe448d502006b92ab554002676aeeff8df686c1e7c
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_42-model_03-model_states.pt b/8b7178b13b/global_step84877/layer_42-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8e99b85879f7771e8e3aa4a037bc4c4208b8ddf
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_42-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bddad56cd9d09104d4660056395af7c73b10a5730c0c3ea246760b49f0009d6c
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_43-model_00-model_states.pt b/8b7178b13b/global_step84877/layer_43-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1621af1259f7e0009e1a379e5c7188fe3009af57
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_43-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e45637a3b741625d812b57d92c1ee74480b2b0942e7c4f255593dc51740e8ec
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_43-model_01-model_states.pt b/8b7178b13b/global_step84877/layer_43-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd70c10ada372b6eae88d78455b6a7f75aff5c0
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_43-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2548ebfe223beff0ddd53c512e4a9c2ecc4eb4e0e8a0a29a58b64129c780ba23
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_43-model_02-model_states.pt b/8b7178b13b/global_step84877/layer_43-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6995a6a48672a6f3b63e0405c050a1116beecfd0
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_43-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d09d289b8bf4c052ea1d0ddf82e5baabc8b1661f691faafa0a67564ea6cdf3c
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_43-model_03-model_states.pt b/8b7178b13b/global_step84877/layer_43-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17819ad25e88913cd721e19bf1de320db5e272d
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_43-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8191d3436a9c8bc73b41925fc2bee86e3da2db3bb2c403941f9ee8429c944236
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_44-model_00-model_states.pt b/8b7178b13b/global_step84877/layer_44-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0a6d5d93d18d8e0eba605d0e73a239046321e65
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_44-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ab30bb90142785b99d3d4c8bb53eb59c7fdf434480ffe71d98a64d07ec1b1e
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_44-model_01-model_states.pt b/8b7178b13b/global_step84877/layer_44-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ef7b0146907682083636cb128b762c41fc57098
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_44-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec55c7f349510be51f9e357f76232c12bd6f2ed3e6d4b68f5dd8e86d447d2f5
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_44-model_02-model_states.pt b/8b7178b13b/global_step84877/layer_44-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89b0b92f80cf3596297317c8eb12859dd807454a
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_44-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ee524c9f5c35fbfc2240b78f7f6e8e2e01d59e1f420daafd474ad490817dfa3
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_44-model_03-model_states.pt b/8b7178b13b/global_step84877/layer_44-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfbd3b7bfeaaf107bc0faf3e7db24c8f2744aa61
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_44-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcb564f7e84c128c3c62dadafd03d286a2234d030021e937606d4a91514294c9
+size 100731139
diff --git a/8b7178b13b/global_step84877/layer_46-model_00-model_states.pt b/8b7178b13b/global_step84877/layer_46-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fb72072a806010aaa0598a1104ae0257423f9c1
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_46-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6a2ebabbd4d9171ed313182a075ad93d5914227ae69b6e92e8e1153f8d45fbe
+size 17603
diff --git a/8b7178b13b/global_step84877/layer_46-model_01-model_states.pt b/8b7178b13b/global_step84877/layer_46-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bb979e4cb624675d3cc07853e485d2bf6cb59e2
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_46-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60067ea28f928d44d8e204563d7f8592c703b0c2a8107fcf2e33d58ae00d02c7
+size 17603
diff --git a/8b7178b13b/global_step84877/layer_46-model_02-model_states.pt b/8b7178b13b/global_step84877/layer_46-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45a059a8d0ee319eaa7bd57c8d408ccd517698e3
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_46-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8f9920e1addf8bfa6b0fd93a12ec1dc3a0816357747e4d885611ff87dd48161
+size 17603
diff --git a/8b7178b13b/global_step84877/layer_46-model_03-model_states.pt b/8b7178b13b/global_step84877/layer_46-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78c4dec22dd5539a07facad8839a928e6729eada
--- /dev/null
+++ b/8b7178b13b/global_step84877/layer_46-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:701f5a22b12d1749704fae1a3927ed630f120ca764a65e9fa2f75e27349eff07
+size 17603
diff --git a/8b7178b13b/global_step84877/mp_rank_00_model_states.pt b/8b7178b13b/global_step84877/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a973c380fa286268b2d79778ac727db9e6b2b14
--- /dev/null
+++ b/8b7178b13b/global_step84877/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e8a98c79912d6016df84456514d16354689535505fa3df790b4e406b7e9f44
+size 32371
diff --git a/8b7178b13b/global_step84877/mp_rank_01_model_states.pt b/8b7178b13b/global_step84877/mp_rank_01_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e0e76224ce767d140da679c3d353262a644de9f
--- /dev/null
+++ b/8b7178b13b/global_step84877/mp_rank_01_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:620d2825b3a88836f7d5cd31a6d2e82aef33f98d30d5eab240f0714730875fe0
+size 32371
diff --git a/8b7178b13b/global_step84877/mp_rank_02_model_states.pt b/8b7178b13b/global_step84877/mp_rank_02_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..130818f996282dab25b6a2eeae19a2348f80eb8f
--- /dev/null
+++ b/8b7178b13b/global_step84877/mp_rank_02_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d407921c3d5c8394545061a0dc4de42beb31da027e3ea8da69348f91c8f7a40
+size 32371
diff --git a/8b7178b13b/global_step84877/mp_rank_03_model_states.pt b/8b7178b13b/global_step84877/mp_rank_03_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43862383bf8881f084b4810946124b0fb9014391
--- /dev/null
+++ b/8b7178b13b/global_step84877/mp_rank_03_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe200bdbcb8f3ed71e21e5622cff7a061cf7811394ca8ea39932ef9e51174192
+size 32371
diff --git a/8b7178b13b/global_step84877/mp_rank_04_model_states.pt b/8b7178b13b/global_step84877/mp_rank_04_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74d99c232fa539788a85aafb9cdca2316db3d612
--- /dev/null
+++ b/8b7178b13b/global_step84877/mp_rank_04_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17222a788de8614a0a86b45db3194610f042c0dd68532939354b3b804a68d98f
+size 32243
diff --git a/8b7178b13b/global_step84877/mp_rank_05_model_states.pt b/8b7178b13b/global_step84877/mp_rank_05_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2587168aabcf276a09b653397083219ae0ad3a3
--- /dev/null
+++ b/8b7178b13b/global_step84877/mp_rank_05_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b7904d12eab96842bea0937f78705b2aa0c74c2bef32b285310d5dc4186118f
+size 32243
diff --git a/8b7178b13b/global_step84877/mp_rank_06_model_states.pt b/8b7178b13b/global_step84877/mp_rank_06_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04fdfa4d865b4c59ef3fd977f17ac5784a833c7a
--- /dev/null
+++ b/8b7178b13b/global_step84877/mp_rank_06_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f2f52fb01593157eef7aa85b59751eca2fd94ca434e14a56c9fe11d21b17ed
+size 32243
diff --git a/8b7178b13b/global_step84877/mp_rank_07_model_states.pt b/8b7178b13b/global_step84877/mp_rank_07_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118c80eef3c07111582fdbf69371d2e961204b35
--- /dev/null
+++ b/8b7178b13b/global_step84877/mp_rank_07_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35bd161d563b064fa6fcfb6495c974f5c580932f5c650d481af0a993fffd599a
+size 32243
diff --git a/8b7178b13b/global_step84877/mp_rank_08_model_states.pt b/8b7178b13b/global_step84877/mp_rank_08_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c34516900dd133b1e267694d97cfa2bbabbec56e
--- /dev/null
+++ b/8b7178b13b/global_step84877/mp_rank_08_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e42b644ef20b79dbf89fcf9409fea46f0dac55a4585f6b506af6b6bfcc36421d
+size 32307
diff --git a/8b7178b13b/global_step84877/mp_rank_09_model_states.pt b/8b7178b13b/global_step84877/mp_rank_09_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..488f876311fbb381a2ab7d22b28cc43007f8d64e
--- /dev/null
+++ b/8b7178b13b/global_step84877/mp_rank_09_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97234218c9d4f4aca3796d657db485ab0886c3632b45e0ed321bc4d3d2829311
+size 32307
diff --git a/8b7178b13b/global_step84877/mp_rank_10_model_states.pt b/8b7178b13b/global_step84877/mp_rank_10_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5c8002a7d9d87ab0b9c24d8f0dd212179aecbf6
--- /dev/null
+++ b/8b7178b13b/global_step84877/mp_rank_10_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:005e70337c3150186f62ec79c626d7faec8c18526ba95532e5026fccab8a234b
+size 32307
diff --git a/8b7178b13b/global_step84877/mp_rank_11_model_states.pt b/8b7178b13b/global_step84877/mp_rank_11_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a2d6dc219f7c500e93a49ba2f6244ca7d9077d2
--- /dev/null
+++ b/8b7178b13b/global_step84877/mp_rank_11_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5500bb543adb4ce468d0db4aeae271f1281bbb40fe73c29e012f02e88825b555
+size 32307
diff --git a/8b7178b13b/global_step84877/mp_rank_12_model_states.pt b/8b7178b13b/global_step84877/mp_rank_12_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..464898870b4386fee7050745849e809344de781e
--- /dev/null
+++ b/8b7178b13b/global_step84877/mp_rank_12_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:520a31d1021689caed0725fabc8b179c3455c3001049cd19f30e829ce96f1bcd
+size 30963
diff --git a/8b7178b13b/global_step84877/mp_rank_13_model_states.pt b/8b7178b13b/global_step84877/mp_rank_13_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c295873a569e30b56b3a84d5651a747312c6fe29
--- /dev/null
+++ b/8b7178b13b/global_step84877/mp_rank_13_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c1825239337c9880d461d1d641c11ea5bec1948277d5c7cf39d36ff6ecc296
+size 30963
diff --git a/8b7178b13b/global_step84877/mp_rank_14_model_states.pt b/8b7178b13b/global_step84877/mp_rank_14_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d060efca62809d060051d5d9187afe94ee76079
--- /dev/null
+++ b/8b7178b13b/global_step84877/mp_rank_14_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37df5b76af3cbb47b4e97562b3392d10264d87d464c5eaa18477cf8fce9f847f
+size 30963
diff --git a/8b7178b13b/global_step84877/mp_rank_15_model_states.pt b/8b7178b13b/global_step84877/mp_rank_15_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c97f83f8fc851403cdc6e3119b75c0bd12c6f0c0
--- /dev/null
+++ b/8b7178b13b/global_step84877/mp_rank_15_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a81489b85dbcaad0e9d94972d860d9cd0d0d7992fa98fd2188e323b0a6aef5b3
+size 30963
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0afa55570314bab4c9e352e01ac4ea4d0ba17425
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dddccd7445090d51f5cd221b6b51e274845845e29e16a3925c0273cd6f5a3381
+size 460722583
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0831c2bfda98bd991d88bd0d3d35c540dca46710
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:630c700996ca26bb9bdbd1fda5ffe4d92ded711bf7bd0278a48e810fad740002
+size 460722583
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f35b070ccc073edc5a1be23f2676bc2ffa4497
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38bec746506690a0fae86abd1d5618abbe9aa8d9bc7ba8a53cc0aa063b9bbc54
+size 460722583
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b509f250e390510356a9760b596affe93f83eff
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b64a840da170f32f01f3ebdcefeab2e3c4e450c619a336d2127454c66c0463bb
+size 460722583
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_04_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d26d07015009b71ec9685ec335637ec5d52973d
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d38753d6e22706b5a42a65f713eb8abf4eb062998577ae83d223f0915b6095e
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_05_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04fd986fcb90e5f299796d32656a5c86a392ab82
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af2f42d9e73bb149698d9c486374786ab3123ad5f3c9858ae134665b0f1d1563
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_06_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53ab6c06c0b141d1de6fddbfa53c238f55646419
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7deca805baaab40bf02d646e7c6deaa498a9530f0174d1af0ab2fe47da5ccf9
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_07_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..264e66ef790edc45401fa151a76f5170db4e34aa
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45750286b7737234093797a80780dbfe4ba0bcb3f6f3ababe35aa02cfc42d462
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_08_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e969b352df9b032bbe06fe76b015d47010be3c4b
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4ee24f048385968af7e6d006d8f6a515ca975db51d80f8e8e68cc93a39a61ea
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_09_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25f557e7a0b4e226e183334160139a281bef20d6
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54617b43c317ba62e8a23d7f097d6f37c482cc2b5ce4abb943f38b46589b9155
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_10_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f29c9ae2c6af981746ee4265713f9b0bdfdecd
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a64b565313c45347925d67a0af764c2c6e96ab85179d3075d02ac896ac25d238
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_11_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae024a6eac61ac19b6bbdae30bbe622d3aab982
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ea6f4812a00761cbd5a2c2a5e7a71bb38228eff63c1588cbe5d9963c956666
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_12_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc580d29d62efeb93a5fdcb854e045e6d4855f8c
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7337dee386a5085a6072f15451ff8eca159d7f86b0e48daac9aee16a2d0b1cea
+size 385183639
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_13_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bd05364f67e7b5f4a582e19f38b86fc29ca4c29
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff395dc1ce8faff3cb512c7b8ebdb0c93c39d916355f2aa0d0ac6d2ca9ad0c1
+size 385183639
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_14_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65ab605fc3e5e63789f7ff3fb8a90ef3f2765935
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6585fab6794340d28682dc960608dd241d427e015a3aed7ef5782b8863e6d738
+size 385183639
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_15_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fb80e91cf558b4c010922449f11f15dd5fdbd09
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5367a0bb29a037c49f498d262a3103ba26f89297aa168f1d1b4b44f77825a1b
+size 385183639
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4420f9a652de0c1d6b03ae61ea79ffd1460de9d4
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e9c1e6a18d610658a7fbd34ba6e2ba1a9fcaa7076590c0674a39320b318eec
+size 460722658
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f25fcd49752a13020da515183c7c144fc132ce
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5ef0ac0d9e7ec893f4935513d0f989e11ec1ad2a1a19fe6ed254da534312a93
+size 460722658
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6fb94c0173c1ac517b550baa9ba9ee92c623a34
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:981f46d58d76ccac95ad550bc9c36717d42139a64442fce4a13dcfc4212e14b7
+size 460722658
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55685e1bd3d4b3df8f05f5e431f453b52a69265f
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66b78c9420cfb559d9f0ccdc435a483ddf9949de5ad55ba1f3ebc7ee2844df7f
+size 460722658
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_04_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e86fef42025f81d5164c938cac410c16cf1f1cb9
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b22c74222566f7bf379551ca5755e4f100278d06df241ac67a17ace81c4c79
+size 415502754
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_05_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8507e6848b9c6246e246d70930ca57aadd37c94
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb84af633e01c1308575c9ae1683fe05f6e2d074f0362efcbe23587e52cd6f46
+size 415502754
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_06_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76e38dd38d93c7024692297e4c0ba4cf217bc0c5
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f825b3317d62d718bb097361e93470940fd927e8682f7153b2b3b9d69f65116
+size 415502754
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_07_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5745461e54f3bb33b7f048020858034bbc062fe
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc01211f9eefa4a7238bda8c4483aa58174e4a577140ae3443629d6e74452bc3
+size 415502754
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_08_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b50579e7b7dbab3146b1e63f91115e7456318fc7
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:743fa12cfad6196e5eada068c280edf423dc6fddb03623e89e3cf74d711ae727
+size 415502754
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_09_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04c3088276650d702ea859138104b6e5c0c32494
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09204cb921c18291dbd3f4a49a8066a127bd6926215f1c03be3e3b2422109b97
+size 415502754
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_10_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b965715d798ee659c90914b466b32a9aa7281af5
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d6ccc7931edc3d20d2d2a3031cea4888d8d89e24fc1877a5b4e828d03d74c44
+size 415502754
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_11_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42ccb05fc2229fd6a67c0964615e683c9e9fc596
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83d02ada6027bdd11977d5b3fc3587ae9c0d8c393d8fde33e54bc26ae7cfa3c9
+size 415502754
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_12_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceae4284a7a82f741643a17d5cdd76e533e280fb
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f41532a4b5ad956be1d7a345c6c13e91b0a786c93d637de74300b5de2fa3835
+size 385183842
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_13_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9005966f7d915706adfa0f7e572a4409ccbd777
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da44c531754faf2c01b2f9f7ea13160cae3df86970385b2191e4c49ff5db8603
+size 385183842
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_14_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef98c58c3b918d27d30b3b8d9aec148912115e80
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a7162c8d973556d66e0a16a4e954f4e9fa0f80f80c77a337982a15f0a07864
+size 385183842
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_15_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..989cacca33d9e9cda5b69789d02c47dac2bee724
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e54470b140f15db696f6890499a4b4a8339ed9c65fb21b4c42a643863ef6f30
+size 385183842
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..202c13e1573cb32294348e275c5f9fac22d179bf
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f84fbf6f67ef7a2ccdda018241a4642d8608e7f9b66d6fe63d1ceae199f2e86
+size 460722786
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4559c88a0604e3bd1da6a7b84a4b24447d890ca
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b80e0669729aaaa70db63e578a036e2f083dc4e0cee1f025441265039f4991
+size 460722786
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_02_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a26cecc5861c3c5c2e4e6ab8653a6b2dc77d833
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e23fc0eaee9b1d7ff5621a071415e67caa3981b754666c15e3f8852ca589c5e
+size 460722786
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_03_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06017073c6e59e5ed1d34c3958662668fba1ac46
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:667276327144d6db2c2e232a31e1e9c560ff7a85929ce601ba0febaf72791634
+size 460722786
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_04_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b36be8a2ac639bb531b49d86384896f3c2988ac1
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c78d36cd1aed8626086af2fad51811702b2032daeaead283a7cd8a1f289ce906
+size 415502818
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_05_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..921d7597103dc646471499226d95a7d1b9861c79
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b0089f35c49ca4003a8ccc7b24bb72c783e61bbf2d9765a17f61bdd061837ee
+size 415502818
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_06_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc0d3f471f8d9338ce11bfd4e07bd48ec02e8dc1
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2fe8907a2d96212bbb88a78c2439b686a00fb7f46d3a439cf9bb87a12a11d03
+size 415502818
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_07_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94cf6dd5bb1f4a25e7d7eddb40c9d02dc05989a4
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ce1896ebe1ecf6a198b7c870b6aa4cd0f35e3d64059615ed9882c0fe540fda7
+size 415502818
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_08_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3951d48976b3b91eef4b6605fbdcac7b0d85e23c
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:693a03e57c19e8f1f041a334fb61e0901dbb832582c0546a4f9e05cf31e966a4
+size 415502818
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_09_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3744dc42aedcf57bb6350f695936ee7e8d3be3d
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d27df619ba752c5d75d6625ad18c5dc0f6b08e626e79945d0edec619f9f18a3
+size 415502818
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_10_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2f999fa52f5f4f098d8a403c3b7c93906c0b166
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d94e3827aec0ba7932872a503cb3c41ff4bce64f4c89dee8fc83b2c775b6262
+size 415502818
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_11_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1734c53bec05b8a5ea8d39d98f08ec55ddf96fcd
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb397247fe0f76283cc87ccb88d02b0ab268ba0a1dc3cb79c45d7e6e8d7fee2
+size 415502818
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_12_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdd56b2243a678bcbec9ae12f892624c0e58f335
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44d20195a6bf7f9b8bd8909401571c309fdde56c60bd582f8a23ee7f1361331e
+size 385183650
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_13_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1841f7dd389ff046073ac31e2a82222f25957710
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3986379c37ff6fc323d85a6dcbcd6f0949cc418176b26b4e3d21e4cc10312c0e
+size 385183650
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_14_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18b57cd1e3eb1f82846021805b7cd987c1dfd7ae
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d08347d893ffb93dd633be99fa453bf4e8d768510a6fa5fea8511219e27bb8
+size 385183650
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_15_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c93c966f18c8325d5e410ef2915964ad8e723a
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:238be46fb912abd50b78228f78019da4ffc7c8dfa9b9ff56d9e6b6aac36a5467
+size 385183650
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed6fa7c08e88a67847d9689080ed8dfb832664fc
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48a1cb55d260d7fcb4f1dfae2c93121161e125dc76a5813c155916bfc578b338
+size 460722786
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f7662299fe4f74afb0799882294f8805a45037
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d917eaa2bc25f55974851299ca8b6c80df92ff8801a093f00b581aa170677578
+size 460722786
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_02_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1af4f80b92c048d630f8d1e89daf7912fa7a7b7f
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e3c7621daa06a5a10b5326121fb7c962f1249d00092fd6796956c1b8565eeaf
+size 460722786
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_03_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..319f21bcfc4a1467be784aff85658d3d20f2dabb
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de00a18930e036f1dee0b02646e6560844cd15146b398882c6fb31f18d193c4b
+size 460722786
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_04_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34cfbd4efa8233d7d9259e3e60dca878ac7c7b9b
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30c52ccb3fd29df2d81aeadbedefcc74226b1e97ecf8dcae314a5148bcf9b696
+size 415502882
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_05_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04998318870b8be35d52116a8433cc440ec8f627
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a146f245b98ae009f7dfa8e2ace37bff41775a0d87b9bc50b57f4419aef5eb
+size 415502882
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_06_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88664bf2b5ae9c107ec43adb8d9f56713a711003
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a8f04f7d226a63e0713345211eff999363435d5dc5679d5b38887f34058f577
+size 415502882
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_07_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49e7115f14d707ac68f2f8db95123a0f561ec72b
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fffd49197625901db7d3140e14179221ac0c2ed112fa8355f9c505da82671b74
+size 415502882
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_08_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c75a3b0b48cb97aa73d7ddcbd8571cf643d9778f
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a9730f11fbd27b8eb584dfe5be9718777b71f5695fc467ebe3cd518b422a395
+size 415502882
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_09_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fe9fdd91daa46b6b483830139f5d5f188487ff0
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff8e0c2dd1f1fef3559e562efbc2c5393f61bf84cc2163c9a8138b5d610ad5f5
+size 415502882
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_10_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffda57e13ac870e7a7899232d9ff196261ac387d
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05781a284481de204914aea4a5bd1af425c22fb22c9d27aa9c1540030deec2b
+size 415502882
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_11_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f06e4db34fc5f1474b713aa8aab31b2f077aaa37
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf1a0d47617134171be251aed8bf5e89546eb171d726bc1827c29e57e8e385d7
+size 415502882
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_12_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c7954931532cd282681d39dfb725934f67527bd
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:198e0457cc78da86e5840b2d8e1a105e797e6ded41bfae6e415229684e0f1907
+size 385183778
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_13_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df3d213e11f76bea25f5f434fabdeb1012338d80
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c202f0cc03c945416c57aa812a13aeacfc30b4cd5c4dd8c5d7732a9fddae296
+size 385183778
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_14_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dd6b8005fcdf78e717a474d5ff3a6357de58146
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d365475249fd7f0a9509edf56a486d2192e02d0138515d5973af31fc254920
+size 385183778
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_15_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e5f025ce29fb5ce278a6cf569f12520c3090aa
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd31f14bbe225b05fbbdc3661d1e2efec2a83e3668d7bf33ff6c3e117440bc67
+size 385183778
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6adfcd6ff57683fff1a2fc2c64ef6c57874ffe09
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fee4bd11038e5c8f73a7e096c0535bf9bf34331a1b99422fd769fa7cab984cd
+size 460722850
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce005cd6ff6f3d0d2509e5d8bf8a5e527f84624c
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c58f43a8e07e3257d5a6ac5f2a6a2ce7e16e31c8ed0c7fe24f4278d47b6f263
+size 460722850
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_02_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6efbfd2094beb2f6b67b371b1c15b012150250c
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b1f54a29aa6a4900566c55463c0c64b61bbc41f947fad2a9625f3e3e66a20b9
+size 460722850
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_03_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c906c1d44a9530b01095eccaa331f3e95f83fe63
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8e5679d205d44658201ee921cdb5a538f81ba766b94f739d9be577671a34068
+size 460722850
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_04_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffbf4919b2d0f1129abdb80b83c12791d55e3d10
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:989e42f3f23b9ea03b5c3e0bfa7d48db26fd47f00d2497f892566e59e49a477a
+size 415502882
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_05_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27bb542161668e5062208d77fd5287cf98cd9dc0
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a24fe0188a5005bdd78f24ccf32a09f09e40cb96aa40481f52fd04b980ef6e7
+size 415502882
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_06_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e94c712de43ab4a0b62d59b97b234543ce6c9a5
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:576bc4970d5c1813cd287f34555629cbd6639e49e68470a5e344108d94e03e4f
+size 415502882
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_07_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bedec169a32e1700b3ae3a2df52556b7a21e76c9
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c15ff45d4d83dfc42e4a834d4992cdf4b45189ea06599d8f440a0565f8a57e
+size 415502882
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_08_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f076cbf6e25e64e51e8141f30cbca83bb519033c
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e5a763661f3dbdea05b8abad42e0c77cc3dae02408f1afe12cfd1aaea4e581e
+size 415502882
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_09_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f9704face2f91a9d4e8f3b68d360b42facfd783
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b41ffe9285848dc337a5d4f76ef7594394483e9c0f6f817c477ebb8f061e9319
+size 415502882
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_10_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72603a7714399cc72763a413fc25a4aa42e3481e
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a25889413399134c4658fa041b6971de97a82d7708f5fc20f2223fc80d1d4d3
+size 415502882
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_11_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06fdf1bc12dce7f0cffca8f9e2a4459c140023c6
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f17b6da782cb39357152b84e39764be0eb6df2158617db00e52c69c7beb68bbe
+size 415502882
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_12_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e171a4b81fddeaa2693176812b362905ac47a8ec
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b68ff142a519e6bcc455479c9feeda262cc25f12a031a7e6d8d936e8e2a8da5
+size 385183842
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_13_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50536ee12cd4b99096c2f96080ac2357d30d5d23
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a64c69bf03ac280a952e3a4deae6b29a0053a7530765dd4875d0c20245bed4
+size 385183842
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_14_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..944bf5e4a9b581cf543fac600c789f346ff17eb0
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a35b7d99bdf5ad894cef057be9c673d6e6e152332f9bb95bcbed8d100c1262
+size 385183842
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_15_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc27779b8b144d19d3ac6d31300799eb5f5b972
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:202145a1510d7e21565149b8898831ae933661be27156734b3a17f9696877596
+size 385183842
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14d9a2b7d4249a443f3d4926dafda64939da2380
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df48a2d8a0830aec2e08dde6cc3bb65d410e46ba113c9afc787aab238999cf2
+size 460722658
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf2fa8929e3870c7ce6f96498cf650ef69f6a41c
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c3d7ce92cf0e800593c431fd80f899c93757afff1c8a44b61b3ce6a252ec089
+size 460722658
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_02_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1996a9de869c9a8a49d687d1714d1835e335c8f5
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4862630f3d09221bd3e4aefd1c15636718376b26837ea7f3fbf5c807689c741a
+size 460722658
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_03_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f38c32c97707c7352cb85835768d4914dbe78fb
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce39a8c5aca846c55773d8ca34ca23a3287ed37ee3a3ca07556d9d7f2d21412
+size 460722658
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_04_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a371a58b3099678adf55fc7af26487b88f011d77
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe024498690b453aaaebe5877f0f9adac8df8f232c39da0c9e87f980f5e747c
+size 415502754
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_05_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f92478dc443cb3033787c3c1f4248130f0cc6581
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87119598456d0563c64520da951c8885f6e7df2690e3d66f0f0632881bb57536
+size 415502754
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_06_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02a405a3932cde6c0fc484ae2041dd5a4b520d7e
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7678424b17c8e93899bbb49ea699b6cb253b8b9a0e43f4b606cd66a25504cfa7
+size 415502754
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_07_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b238e74f6dabd17d03d7f3fcf498f544dab7356b
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc1037fae8056f387355c6d1be1e896f1ba7c8ee46e1151fac2f243617d7f2c7
+size 415502754
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_08_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b354885fa576ac00ccef88fbc625f47ea833623
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85583ef9d029a928ace4481ce16fbb5e09c422f322406c245092c43a6151cca
+size 415502754
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_09_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d0f879186eedc91c2aaa3d714355f5708b85b52
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd399c6dec5894288f5484884a916818b9f2e939a1d08be5e8423f06e94be7b6
+size 415502754
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_10_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96936e24a753f02da46871bbbbf0539991a76aad
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57bcd38300186ec8d8c574be511fe7188118b00a4fecf1a1aba586ee3c2bac8a
+size 415502754
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_11_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a3e4bf4010179aa7fda87bcbe3812c4529df83e
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:225d0c6d105dd483d535de150c05b6e7475842134951dd8451ed18f77323f5b1
+size 415502754
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_12_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc0d9959f0944398774d7c2af3615063846c9562
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca0fbdd929eadbe45c20221376db2d85bd6b558ae3d9b7f78e1df61143b33a7
+size 385183714
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_13_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..155d2b0fea8a13b0e57fad24a0d19a29acad4862
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f506d1754ae544282847fcd4a51112183fd24d8183968b702dc22cd3a59a7d2f
+size 385183714
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_14_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcb094c091b1114c443ec33ef28772b61bff52c0
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a866175417a0d3886677dda34d1ced0aa2d265a06862adbeab6550a1001129
+size 385183714
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_15_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b61e4de1c46f85b40434e8ff0038b033c63128
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a952a6bb7df6c5723fece8d7ebe1ef9b0ee410db5fe981fd6355b858ffff137
+size 385183714
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c855d6a4cce730bc032deb1808ba8a29498d11c
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f09bf05564a9550d25fdb77ec26d460b52197aa11eec059915176dabe64f2e3d
+size 460722658
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb08aff2df1167afb363aca21c08a64376cd69e
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc5668ddfad3bb94a71458dd02d8edf62d61e56c0635bcb1d2de67d7d164c169
+size 460722658
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_02_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c928008e287f76134f3756e4c01341822eb7e596
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a40bcfd5729a95d443827b49e5df8bf60c6235c3933cc3ba8c522af433a6f7c
+size 460722658
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_03_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e99937ce52e04d57152270601d35efb3649822
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a37867de04be6bc4c81d06bc036964176bf9dbff9e77091cf181bc80aaef7a
+size 460722658
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_04_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ee04db9acdeef83ced6e4edfb487ce9e20825a7
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f250764be3a4b687f9d37c325c1d10274fae85ba0e0250428a98aaad9c5969
+size 415502818
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_05_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff8dc80e36db82b22f8887f3a74264968c6b10d8
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a659b2378e96391d2686eee27a57f26bf7e496ae65e4c21ce9dc0f23e267c801
+size 415502818
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_06_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f8a64ff55e5d51f3ba3287711c7fb87257934d
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ea63a892704553e6970718ab54934f336081d1ed823e1b8a1c8d8c454b902c
+size 415502818
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_07_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61688955bef997c05e2ddb3f084ebfef9ffbb177
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d9dcbc71c1b63f1918dcfcc157147bde1ccb0e66aa998e0d3e1dca5b5c5184
+size 415502818
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_08_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1730f7de0c31d1b277c2d334995e94245cbedf63
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41e71d15f239f86fa14c436366341fc6339b41415198eca44e2cc9a197661153
+size 415502818
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_09_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b94af3d79b4a3694cbc78ddfe71783b47d524bfc
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79b69dd9d35dd74f4d03436ebf8a73efa3f195c7f1b406dfb6b5b5ad4b9647fd
+size 415502818
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_10_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37074f25abb68ee3eb10a6f65086492f2255b354
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e550e9a2519234ebf7cc6b4565ce9a8052508ce9da6792ff7bc7b1314cb426
+size 415502818
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_11_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe989da5919c80d421c1bce50699682ec42347b9
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e970d416556dcb4d0970ace449d27b7f62b54da52299c26f550fe2400566fef3
+size 415502818
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_12_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05147d9107461187749c02ae32f16f48bf6ec396
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b31e48d7aab690072ce62170b6d4677cc3a04b19b734f63ac7187397e004112
+size 385183586
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_13_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63a556f16256d9213fa23fa53a823ccd6bef6e42
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e129bfe1f448a3590ff47d63dedf5398bbf73909f5e23153ef2228ec60d12fcc
+size 385183586
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_14_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f726e560cc235604326eb8d7c8f3e692977d97
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25593374244c56e7a88b2b1f46c9dc0f56633e09954495e13707b1713decdbd
+size 385183586
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_15_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cce0b162ffbf71d41f672ee4f1e6874248c58f43
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff0df20ed82819993b8c93eab3488d3113b4b0249d66b183515a1ecdb0363613
+size 385183586
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..938b3d2c61e482fab98592c1635cb5e9e00741eb
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d93aea9a8942dac787167f119d41109ea053ebd196b60173c1c08009e0827553
+size 460722647
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0248cc9f48dcba8844c7e761ee9fd4e331a347ee
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d5544cf469d0a662ddf675e945edfb22762379e2b9d5d29aeafb0d14a880b40
+size 460722647
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd8189fcb8fb235a3bd97c59dd95a81e186bf1c
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bf1494e8c7fce84c684a27e8a41c3bec4a41dcd0dce033ece784b52bfdab658
+size 460722647
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bc54ba85788027dce97a454965a7ff505c143b9
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57dfb760a59ae651956bdeb12bd42e87dcb0940e8a7982a2b78617288bdbecfb
+size 460722647
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_04_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53bc07d2fd438fa004d096774cb84650f952c151
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa23c75bafead4a367e12fffc59296127df4a205e8970aa6ea75a8955a33d799
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_05_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a969b6b17af475caf1bd2f3f0716e1b08e0e7ab1
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f71c5091d3e0ab5cf64956ced4dd9300858f511e8c62968a5ecdfdb8ca8a74
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_06_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e83421854866fe0a191a704c7e05d2afadd58427
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d9ce85f1987e36f0faffb12901874f922a8b7b9ca45cd8d76cdfd7f5a93f5e
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_07_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9b802927214df2040d35ed06dd2dc0ec61b4a71
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9bd1c12624b5a20a7d9484526ec41830227f59a449d681d8c0a398640a0d704
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_08_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c8c532a286d3e93a78f75b5e6d57f1f6cd2b93
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0526ff96ca545e882fb4a173fefc9ca30dd25eec4fe5c5d0b1a72bb1b90017f
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_09_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..143152d4be5e9962d2b000eb88dd2191c33bae66
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5005de8b9f79e489aa2d5bf3d47df8935ce5299348147af20af7ca2ae3c8264
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_10_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe0bae46ef69bb6088e96e8104043238e60de9e8
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8415196685a6bbfc97c28136c7deb4dd16173407a569bf5faef5914e61e0c59
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_11_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b7573af83c738cf13dd0a0c35bce0e6db614a18
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beaf4c051c61b2c7b61c430191cc3992c42ed4cdf4f70cd47552de2035fe3860
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_12_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75c0d79214b2a6b3106b357c919a5ee63b5f6b97
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b890eda6ff9c5a35577ccf53e1ad1964249724de65bcdefcaba438722e2c7c
+size 385183639
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_13_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e16d399f594abd038369ad91e0c8a371d08de89
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71002cba864da1ac4c089543a72f67b590b46fe5b8ad80e310944363c179d5af
+size 385183639
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_14_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9c5e6d138d8b14c93ddb3e4dbe34eb9b6aa9bd3
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a5435cb9ac41d0540a17dc339c2f699dacdaede059b78e67287cc0a5728efc
+size 385183639
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_15_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e55df4bbce0fc71452cac41776e858079b2fd82
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce61585e945258827cfed7ce1ceb403cd186fa26c5709b840e4bd496f0d642be
+size 385183639
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79aa1e729436b344f223282914733c725ac5ca4b
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50651988cb4cde96fdd64f48a312d59a71e03ae9d3323695624a6245a6cf2e50
+size 460722839
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aae3cfc50fb8e4cdc48c77262514ad965ab07bde
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6eb069cde3b64dc71993dc9a3ad1e01aa20ca04d9472bbd84bad84633242079
+size 460722839
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f2f63d5bf910e33249c1dbdecb492cb8da4e58
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33f384f7718eb7a22e4a240b3bb840507262a9d30510ae1d9fbf7b73b4ccdfc0
+size 460722839
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e783ca0a18b8e50e33d5ccefbe43e6ff49649d0
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0e6aa3faece56e89fd218bb60ec9ee0a02fd25a12b0b327cd15dd8c63c784ae
+size 460722839
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_04_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5342e42eec7b123ce8958d0e74a4f1bc4b61171e
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b88c1bf6451794589c181d960a5982dac417f0c42783b24d99aae8e8ac778bb1
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_05_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1499de6a3db25d67e3aa909f551b0861add793d
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec0ac9b4b6f6a57314321222ebf6d3f53f8d3622d5a5ac640e611127a273bb1
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_06_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b959702b1d1226a29451e1aef7e3b7ddd7106689
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56138afc425e28b4c342988c2ec8ff8979911fd8eea2bd83e817afef09bdcc8
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_07_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4bba3d755b02352b67ee52c939a8aba548385c5
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ff792e5cc4d603f80803310aac5de72ad922c6cd697f55058db4e452837a08
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_08_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa3cdbb33474c3b8181d4f22986632811ddaa4f
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ff878e0b48da130f3e8fca66e22d00747a7c898ec724ab7652aead9ccfef83
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_09_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b6876c3603f2882684e0a4ec8740043f4183eec
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9027545b05ba4c41ea2eb3c097f414a1714122ccebb313c61fd53b62c82dab6f
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_10_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e4919ae4aff5a5af08423b783b29cebe5235338
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c455b19f5a23e453f934c975773ac64fcf03d7fa3af6ea6c645f14c70caa820
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_11_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c32b50845424dc4ea4c454e3211f7764eeda527f
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01461823a7820dec13cf21cf7938998006d21fe93791a21e3770e1f56e363875
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_12_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9f80c66e2411a3a346cdfdb28379173e9676144
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9713fd897ba129dbe73a58454272c25e5d5287cd2d4e49b71994ed9b8227c8bf
+size 385183639
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_13_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5cb9039acedbac5655bde4720efb14c72270c1f
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73f76c5a13fca3526e601735933786f30a42f6f654b90aeb9c67e0737abe2dfd
+size 385183639
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_14_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a358e61eb377a69c9ae25c1875659dffc6b2605
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98ccbbbb1cc4ae671f7ba9af9726670622aec5a48481cace79fce27d9d3fd9c
+size 385183639
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_15_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb88b2c6238927bfe904da956ce610519115480b
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bab2cf5fc877fd93458de5a797ef4ee09ffdc95b40d3cab0cc638d0022bdd72
+size 385183639
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c5edab1159b0ff191fb8ca6d32d73bf49ccf5d
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f140c912fc96bfb20cb5733e0a4876ed5a20c6784ec0e2693fcb184a778944
+size 460722839
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02985d0cead0a32b86d9d5e1c9cf95028a0a262f
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b180f2c7a3453a20b7ca048823933b07da999a62da20ac10d157a2041504bab6
+size 460722839
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ccfb03d2025f91a488cdaea197b2b7ab82b809
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011f1082d2045a59e48d4a20d1c05917e68545ac6cb9f67180da03bc6a82f165
+size 460722839
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36bcbe256b8b3429327a4f261adbb8f94a04bec4
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e782f6e2a4cddf4e0895d42a5d3df854354a997ac7a6398b361bce94c1e6e5b9
+size 460722839
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_04_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06abcc32570876e7a5c82e87c9f8ee6136d27f5d
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d45e410bbcd5fade5cf051e4c78485a0404b68e4e26b2e58ceb8b7bfda6f290
+size 415502871
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_05_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7b883a6576fe3613540d7090f6967ff1f406669
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a461ccf2ebbee77a3112a196a231b4082ea7a34b8a2a6d50d7f01e47414de360
+size 415502871
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_06_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ad11d145157f476c4c4615e01e78f858aab9c70
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f77c013b378bdd3427757a0b0368c8a332ce3f909550180a4b927080ca0b5017
+size 415502871
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_07_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80dabd5c506c65f1f18cc7278ad7bb172ea5a0e1
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6613a83522dff0b48963d8be14049687a226d504b099c1e1c02eda7d11d26176
+size 415502871
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_08_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e6507bd1c1c4630651901a844898c7903cb44eb
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:108128c46572cba9b57f27060fb54681832835dea1534c0f356c0f46951d2a03
+size 415502871
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_09_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cff844c19dc0880d2e019682a6a5aa952c63864
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ce965822dcc4574aa5baaaf183697a7b096a582ebdc73805f748e32b389ce6
+size 415502871
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_10_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb33e579b8f716b722b10ce48dd1931c152fd9d1
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f147027191b20fa70b33c388923e3d2391bd741641913ab292f246d8835c243
+size 415502871
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_11_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..691c45579f3b4ea86119d44e61821f0cd6fbbfb2
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83820923a1a6c09456e5c0f6c27f0adcfb8854669b728aabd6658baa89e74123
+size 415502871
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_12_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa1a8e950c2e339aaf0956b6a90f698aa925af84
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7f44346ef0d22620cc78c06807506909981e0670fd4f44de1f5f3c43d41844
+size 385183895
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_13_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da7e6779b320d3227194afbd6921af4f0ff3f12
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1568d286b9fd3e4a6e2f2a8a7775404e3ed96ba1075c6220d0a22cfaf75ad1d3
+size 385183895
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_14_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c211c20a0cfb030ce6f9940b31d6485b28591406
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d66e338f3b469abf1f752172bfed6a9ec9d702683abeae8bdb2ac584a9ec63db
+size 385183895
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_15_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9491428852da2c085bbbbaa992d3fc07368552c2
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18626dd23a85b314df3a9836a247f11ae1d8374a6cd0f7f2ea13dbb1ce9b9388
+size 385183895
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac3821647cfcdb30c79806cdb2162e3335e5d267
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34f856c46482e9da1fb31b850597c22c147def5d5cf8e2dabab4ef51a9e7950d
+size 460722647
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeebb945cd9f12fcdb32e0fad3625c209f27f2c1
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f9790ed38efa2363d128255d801febe1d9cedee0a68085ea7d16d4ac5cf7634
+size 460722647
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_02_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44a415f0f13fda72f98cd278d62f2e4ba499b9ad
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80cfd841bd85328eae08a15dab492f5cfb7b3b589f8b582d9111ecef08e3b63f
+size 460722647
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_03_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94d136bfa795f66309e742e00dd299bd0d6af355
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab773ddfb7fe448f617ff273d438c027b73d8212a375eee7080aa21101faac24
+size 460722647
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_04_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a110e511aea00cb67d9a5ad499d3744c632802c
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27741e8fd0ae4df4f2991212a31c5df0002abfc37469c29990f4186ed932e934
+size 415502743
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_05_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893145b95ad2f89d55c37fb0b82af2c784846ca6
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e270bdf3c6265d1ff23e00ddfd2c63789f876cd490e3638dce36228edf496134
+size 415502743
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_06_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e831c920b4596970891d63688d9bc816e1d4f28
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44ea00e08c13bac025f472fa79151a3a831cafafa478007e734ab78a0a432209
+size 415502743
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_07_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..570206eeca5975b7e06b9787920fc294a7474cde
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:658bb64df2923ab4d80a2aa4b6af8a6f9d02b68f6f938d9111ef47f6d51a7424
+size 415502743
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_08_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14dc1df641b364ebdc8a86bb3ea98b46811afa70
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32a5ca047cf1e7ca87758430c8dffffc8083e46897f237c82d279ab052688ec6
+size 415502743
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_09_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c25658bd34bdf9e1c4dba4e5eb0d3d65d85446e
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b175207b34598e689d41b607ad5ef5a828b217e628db766ef1e1c4606984e886
+size 415502743
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_10_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa43e1eeacbd2d092ff6134b9462954bafbc516
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a459d54b0f8dfa464d9b8c7f6b77cc6a8bfad63b0b2ab0a4832b7554a9cf4a01
+size 415502743
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_11_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0bf18c91f23380c36ae65fd78bd969f87709ad0
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20828dc199b97f774ea30ada3e1d95007d0ae046f6604464844b48e079d38a02
+size 415502743
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_12_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db8356d1b06d888a754c5abfd91978867b9d560
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83823fe225e19fd9a8c69096ac054321f1ec4c282c34bbe1bddd94990ac1ef87
+size 385183767
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_13_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..687daa3ece7e88e1fdee74588820e45dd647a3c0
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f9e70d1a3f2d51a9beaa5b9ca7389278e58192c4d18522acaef3b3ebb7d5796
+size 385183767
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_14_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a19f3220aeef0f059cc3e21ba299fe40d7ef208
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd365b729df865cb073747f401461b4b2a820a53645b164dfe14f8037e07b4cd
+size 385183767
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_15_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39babace13433a8bbe7f3e5877cfde2d3e03577d
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d48c24a9ac28797fa6a91679e77103fc3fb0e6e55b51966a7c29ed3aa4c640ea
+size 385183767
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dfd749ef61a8e5c91ccca8eba3b1aa9729d52c9
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1452ad8717998fad7dace6aa664e52a599f793e4f0eca22374d288da0409918
+size 460722711
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d866a0b6cb19cbebec8735425bc2558ba4e21871
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19744d3900d47eb531729a04a80caebbc1d2af710f0b68a6fbb3e7e8efe9fba6
+size 460722711
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_02_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a6704eec0f917d13e29c267f6c1783cf3793b28
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c2d2f10193449fdab4c800e97f3e950cbaf366137921c5fd9f03afcc6c622d0
+size 460722711
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_03_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c2a231276d75a7d7aacafaadf363eecba2a9b41
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe61b06392b0c964513c7761dc5874dc1470eae5eb496748e148bd3bad48ebe
+size 460722711
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_04_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ca98daf339974943636f3f408f3f84b2604020f
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f62df7a9cf5a9a9d4c2d5de65c2a88e8d5a3aa8ba755b181cd67f8038446f435
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_05_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9614b28e2d2a8f384132166c1c97d602f57c38c
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e6b07e10607a20d99dd2343527c7958e7591e6f71888e8d648b19d2b8bc0f18
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_06_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0816ba39896dd86b9bcbc7277fc84d4e564e5b2a
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2cc93280124315dc172272d3fd41621f5cf6686be8d718842d099bfda4c308e
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_07_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11902c349b88d698b30024a36d9d9bd84e621564
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b814c1d43023c117b391a36e14777d9e5a2c5be7fe497ca8f8a22d2fefdd93b3
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_08_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ccacdac672ce8db04f0ff895d1e6bf42afbbe1c
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f22286093f3de605f9828b616f86229fa3e93075c92b4e29e907222f108e383a
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_09_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..025583358eefc156efff3142f6fd6b1d1027e387
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f65b66b86a1d7f157ddab20ad5f76a5d94d357cf7e95ae916c16ff52bb814fe4
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_10_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5a1c25f37a0ed8d60d1be7ecbba8b4899faede7
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5e728d0fce099cc7f3de1a67948749b9d934706b826540f8a9e631a3060020
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_11_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..944c36551a46820c61925804f3f7d2e366b79a2a
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7042dfedad6b2af1f676a06de464f7a1d18ddc86cfb22d3c4b3e96796b43f1b2
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_12_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bd184ea23efb7160cbdd5b07785b39d8daaf774
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:255355a97b1593da571e96dfbf97bc2aa80d6db9576040f9fe73ffaf5704c12a
+size 385183639
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_13_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cadc192336e85c2ba6a4729518c33346e22283d9
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:626d4256d7c5f9e5745c432816312ec39d2875bef1e514f9f56d34492724d0ba
+size 385183639
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_14_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8160bdbdb0c9c2524738a84e891a877a37e89fe4
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f6071bd4408ebc3aa8ea976ef56c4b4fbbfc5962ac49bdbf9232e13c18240af
+size 385183639
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_15_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fde74cbd3df35923c844568c8d7d741961199c7
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cac56fea68a3751abb3ba077cadb08f51b037d2c3307811e614d4508699e50b
+size 385183639
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ca60eaa2b2c6fef0abab2dcde2779f10e2b882
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd50d56b0b13c2fb096a39c5afcd5298c24aa25d4b7e222170d71e9b7cd1778d
+size 460722775
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc1b6f7ae1c56d404923e793a3c137871bc6ec07
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d04534a3122b74caa026888de7f27316d24430452dd19bf976c37c2063fb622e
+size 460722775
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_02_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84bd04c80438161114f3e7e936e2beb337c88013
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbe5e74ad6f1ca4bcdca090a37e50ecbad61f5467784383315867b9c3fa6d5a2
+size 460722775
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_03_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..142e9719dd42a5fab53f27a0a0d777b67b677353
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ee9a795c57cad09038e09357cb0d7ec9662477c42ee0da504c6f8044a523937
+size 460722775
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_04_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e861bbca46723b009a150114fa36f6aa55356c36
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58fd13fa5af7bc189c8d5ae99908bc1a70b15d34f8aabfa217466418a509d7eb
+size 415502871
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_05_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..857042f9f4b108d9c343e79fd6e2ebd41259126d
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc803dfd3786925465449bc854e73fd5634944670dbb7cf1c11e62d1751d5da6
+size 415502871
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_06_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3db8b3a9e8678412b1bd7a75681d17b53328b0ae
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d451fb0c15d342b08834cb673500904b23de5d9737d03cb483ecd18eb47a85
+size 415502871
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_07_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..189b46209527c6a6c9123967a634696fd1c8dca1
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c82d0f17b4f2ca30ce55de5d362d7d1eae1fea7329d8c8cf1e863b448234a049
+size 415502871
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_08_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2017bddb65ea4c2623f266e81bd74024b9c8506
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14fae13927e58215b093a81567cd5c5debadaf749e34dad8d2e00b15de434697
+size 415502871
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_09_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40632b89f9a0f9d103f06744ec3027cc82f465ac
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4172255ff22dd4adc72198ca907c512ba176ee1955cb8f4bc75f1820db0401e7
+size 415502871
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_10_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f095dcdd07fccf87ac27fd47dfb9bbd50d3e486
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b796167624d6be0b85676dff400c709b7191eed06d5226ba9cd5c5af9afaa779
+size 415502871
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_11_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af3ee593947110ecd32eeb77e2156eda04b72c7
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f10f060932cc277c61ea181d1691b6e662cb2895e820d0d04a07f404185c458e
+size 415502871
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_12_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3da902a1bae1b20840debaf91aee309da858a62
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8154aedefefc053838b282e42d4093bc443cea17078c7e96795f8e94980849f1
+size 385183703
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_13_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c37bf48547d138d20ad5f5b4523982de99ef26
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b5a77ee28d4ac0639f321381784e17b6dc7dee883d402b693f971060ff5a9a
+size 385183703
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_14_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af5b68cf42def201b356a25ae22bb12df7b9d916
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d4b188fe9466fa9651425c42927ec0e2a4b5f6e7ffc6e8efcf50390b617af42
+size 385183703
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_15_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afd6e6616fba83d62b3f28afde986b00ca938377
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad39411773d75f1bf9829438e732415552f711efc8f9f1f8d71a35652f68a10
+size 385183703
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46cef1f4e07dbbac618770559722ba582871423d
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdfee35b72c9b58a6913e79d159410ceb264aa90ece98dbb9c444f4d9034b5ba
+size 460722775
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff209b4f9b656e59cc8ae64e7dd7f2649e5eb8f
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229d67ef81b4139d092831c60382072ab282f4f98013ed7558d06bc41a01f747
+size 460722775
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_02_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc708a31b38d297e4fdd84d35029ebe194cb25c9
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ba20fdd2d05d4d6f55de19fe721b63722dbdf2c5c38546549dfcf24f3f3b2e
+size 460722775
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_03_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a20bb195b66290fcd6f7520a7620c845399b165
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dbc80af1131f150db1e844975c1bf633b549f978a1bb994368fb873968ad5f0
+size 460722775
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_04_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a88b2b59cde495125a79ea9485a628da365b52a3
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdbac649e7723a1eaadcaa8bb0226152da75103be78b9354b95fe4b9f63dc182
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_05_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..629811b8f1bf374ce9e23951209b791c40ff959d
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc706cf0f6efb7b7570691de2a4dbb483ccb9a2c26eb4a1cf06760028810c560
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_06_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..565b92e685864dc9b1f1e5cea11dffc42435ffd2
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab12ac81cbf6e98c198fbab4c68233240235bbd433cbf4b0c9f7dec48beefacb
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_07_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..873d1fa57863d0a4e3a743916465bcab8ee36b90
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f63e8d3a351f7cc9d507f16e179c5bbfa1824dffc16c5a21d753e0a0064a1fc
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_08_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f711017e25e4feb442f52aa88448d6976cafbbb8
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d862844357404cb56640f45912a49a448b849e87d7c42e6501a5a61326a4523
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_09_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3ae1db2bb2cf2f541ad4f980fb4d44108ef60d5
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ce36fd67cd8e8952d03e0d87a92dcbe38b485646bf5f92670edaacde67721d
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_10_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3764b3338649818db80c840ce7e20bde5d345bc7
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92c72d6dd4d903a8b463ddfd2a70c70faeff6d3c7ae65d04bbd43e92e3912bec
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_11_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7202f9abbb84550fb16778788ce288c1d8075ce6
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98dbe3f604f1d282994d73301428d31890001ca46414c7bb358574de2bb6fcf4
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_12_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d09b93187ee7af0e4e6ba6cefc538bba205a39f2
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d66f75c38e60abaffa147eec64c5d15b76bb611025b7965a8236bb988a927590
+size 385183767
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_13_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdec4a46c88556751771f70bf000ec13997eb6f5
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f0ba6e0fb9c1c747494a16b9e21f4805418ad20e032bee8008522a2b70be387
+size 385183767
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_14_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a864525f7a90a6b3fc067c4057e51fdf8fe384ca
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f60febf61ecc0c2a48a433e672fd9177a9e4f8bb3dd21b83c0a29e22648f92
+size 385183767
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_15_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a312fef63542d4f1be106d5270af93a9b59fbbd5
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b0c49a48b3f2aec05918b60e0aeee8f9f98fbd808362c56044d2c5971adaf3
+size 385183767
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4526789468eb058403074706e04e2acb56be3f13
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728e8bcb5c5e182ce161a4649c5c8bcec5f347f4e27aa21f4bd5d22f995c5918
+size 460722775
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40c4071cf5efad550daa64b01f663c1b3ec14cc0
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3433baa6bc2e2572a337a1b59a41f0785aaeb7d8c726730442c2e7f4ae081749
+size 460722775
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_02_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..811806fd0352dd653d857c94786ff4f2bf320e93
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de786aec5c0e14990742f7e61c9d797fe57b35cf2d6a3940bec4b266f508a994
+size 460722775
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_03_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cadead98a6c4e441eebb4f3b41f1c1b2e33b886e
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea6d0d453e0efbf23d6301d4639df9924c434b028ea91a99dd5e439f8a8a791
+size 460722775
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_04_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8e4ab9340227a430df9b6706bac6f60caccb0ee
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e13dd98173be4fdd43828c5cf822201c27128b6d8bda3066fbcd306f27f58e91
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_05_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03d54ffebf74bca57acbc73daead7bdb70728e6
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea1cb0b50dd9d0e10fb391cb03db7175779aa31636bb4178d95ba96f844478f8
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_06_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..049f360608abb5f1fcc29dbd772048724412f959
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dca4fa62c0431a02b0adf5bad2a7e6d49c52341247643ee49729b920296f3bd
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_07_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2e2904469722f93a1d7ebcd503512f06afce6ca
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d1f700ff5cbb03c72115a07ea9e0124e053a9f68c08cc3521200e7f94e2e7fb
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_08_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d337d894aa299995aa2b96e80f1cfc3dce05ffac
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a04630ab94818ba9818fc8f987cd286fa12aa1be72b32e831af936c1d7bb508
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_09_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b48983b6293ed1aca3e408d45238fe10353e919
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3397515b8198025efa259777fdad466b9283798048dce11594fe7ba4c9dc99d3
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_10_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd34552dca553fb03b6bf7dd57f2fe8f5897b57
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddeee63bc720638c0c90b629e038eb1f105d8e6d34e377510b62bddbd73e0cde
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_11_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..488073b910f31f8797c94e747d281f33d5562672
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9cfec66c6fb37f48ff2b55380a368592fb397e10daa6b5a5938fa814f3f070a
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_12_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23485be0fed7c75fa8753326e7b8fd42e7510a64
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff0dbf884e60024da923454611d03f4f1815ee4713e6007d5c347fa52b1eae59
+size 385183639
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_13_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cb1f60d837e0f30043964c35f5b95109b6bf43a
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b38ee284f7e4f0e8ce36452f2f2074cb9fc1a96ea0ea806455341faf63e34983
+size 385183639
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_14_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b0e7f0852e44992fc51719fea2a2ade8547475
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b20ec17d1e48b7833772b7ed9e372f8c62b76b8ee9350b675073ded9c66bb04
+size 385183639
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_15_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f34ab869b20d6e00b93cf2570193226cf026953
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfafe882c86501046fd31956265d20a1c9d827dcaf2d728b7f6b829e4ebe2a90
+size 385183639
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc9647d7c444a615fefaf1b1e55dc100371ee24b
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cafad105f0aa0d11b05837edab3e6206abc74214dc670b6efc2d180f0623ca91
+size 460722711
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4111043d770bbf037ce9462930f3bab8f6d3a79
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c10b156a4a9b7e8a70df0f32cdc5ee961ed73c061603016470edbc41f43ec5b7
+size 460722711
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_02_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc7cf6de7fe1590f4dfb855a56584755c328c9a9
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a84de9f489a802eaf2266ed9f22eaa9480a822f6328f56c3c4221e63a1c66ad6
+size 460722711
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_03_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37aab6f5019d76290fdca9904cc80171cacfcfee
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec50ca6ae6920739f6713350305f1eef38dc0be4a5186b55906e20c7ab7c6a5c
+size 460722711
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_04_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d2659a2f5e77b5dcb03211106f696dab949724
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4121a171ff0ac0dccbaa686f78a610db4f402a38b4af7dae2fd9bc574a7a4f66
+size 415502871
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_05_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c76698fee6bccf424a4dcad4c0cfdbec8eb21879
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb5b6d2811229475d66c65bb191faad7c79f19296cc5a11b3016dac07ab0318
+size 415502871
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_06_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..814875716da8cff2740b04c9755bd3d383036825
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca4e0f9e1db1574fc8abc5a45d872692e3875743b697a719e0d8e3474aa8d698
+size 415502871
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_07_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b281adaf4c26b0d4d52cd7f95e7e60e007d161d5
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60bd44fb5d35bf9b9932eff17f175dd0d287747905ca8b3a24737fb84d752a01
+size 415502871
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_08_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d0683705f0f15b246a1d6950e1aa30e4d97005e
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87b97c621ced2a40859eff1b3f9b9926b228901c7f8aa0267853f2eeb9f096e
+size 415502871
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_09_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c797b3cb7c7aacbdfd3b18412e5fa8be046ab63c
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:002a9a09c39d38b2af94a62c0f71f248444acfbe89e3af7c0924cdd036433aaf
+size 415502871
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_10_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d6b6e75d7fa9d19d6c78333f5de56c0addea582
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d58c9e218bbaf009c6c6fc75a659824982433cf543cf2490b7bb677a716d930
+size 415502871
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_11_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..836d88ecb48d58e6e3bd80ae703f4c5f5c09fb11
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac774166e6ea9dcf842577d66ca22e7c26b340d936e3fd477fb145e438bf02d3
+size 415502871
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_12_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e41577e3b86fc59ebc5339f18a4c1c31a508f79b
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdabec533acfd2ddf9f75559b936d475d49a48bdfcae7d0cda55f6b7b40687f1
+size 385183767
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_13_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5229e50ae3ecbd90233e74afdf65da7b4219d3a4
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d69c659a472f1b7c4be3e5ffc4a67dc7083501d5f3fb91ef871d9fdb7f2a708
+size 385183767
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_14_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62b2b08e8641be98d1891b32dfec31a3298e61ba
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b05b207c6b29d53ac361f31e255a87d9469678100f0009970b7aa99c739d290a
+size 385183767
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_15_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8393d628184b26ff3eb40574fbc78323e39361d
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12f2458c7d2cdf5a63494ad3ddb0ae95c2e21ed73591e88b3ff35d23ed3a8a67
+size 385183767
diff --git a/8b7178b4b/global_step84877/layer_01-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_01-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28ca2288f8667950817988b79cbefc2b23a91110
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_01-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdd47d9aca31859dba303dd05bf35ba161d7bf7797c0323813604003198d1cb2
+size 120587523
diff --git a/8b7178b4b/global_step84877/layer_01-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_01-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fb81a6a8b29dba2f7347c8ef73e3a1d2cc9704d
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_01-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f684c1212979dbfc6c09da8fb3b51660fa0f72f2cca93f40cc7f0e75abbbed02
+size 120587523
diff --git a/8b7178b4b/global_step84877/layer_01-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_01-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..897a16dfbfe68571a0e9088ea36cd17d8b9066b5
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_01-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b6d232d208024e7c4d88b1f127ce6fba0f2fcd61ebb52351bdc272ecee68c7c
+size 120587523
diff --git a/8b7178b4b/global_step84877/layer_01-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_01-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b586af3088d3e4654fc8fe2f81a3aa325ebd44d3
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_01-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:976ac54d858f81d21d69ca4d86205d25ffbe2e5290a4eb22792d3f030f3f40df
+size 120587523
diff --git a/8b7178b4b/global_step84877/layer_03-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_03-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a185ab0674ef4bc3f793fa2dab599b4d791b991
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_03-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7bf54837780cd9975bd8538017832de78a71beda614f6e65041be15794b2cc5
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_03-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_03-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75444418172b78b316ccbd257079ceb930b88490
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_03-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f87cec7c8d7044b48176d7d54f04c8c68716ca3c9a7eadae8b6b09c2e8e3818
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_03-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_03-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbdc856c82ce168c74ad81dc8e9371634a355a3a
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_03-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b75aba6cadfd009f0c220f1eb6e1d44f3a1ed8262daa3ba57cd6849cb15750ee
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_03-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_03-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..711529de05a58d7c25aa5a70968d8bb993800701
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_03-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ae3c303feda79bf5380b1ac5dc6de8fc83e4787a92e8bf3314c78f29256b694
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_04-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_04-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f4083dcd740e9f160bae8aef86d91712e794ba3
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_04-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a97c41acda2a9450314efd7b6167285c78e7e341057f54fb0ad1b79e32af694
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_04-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_04-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9f765787c9d35366a677df731d1cb5cc3c97515
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_04-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:239e24c9046cf4a1088e9b37c0eea800057dbbbc6e2d3fba52e9e304defdc3d6
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_04-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_04-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..809169b98a9567ccd0fd5cb6a4fa0a3786c89581
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_04-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5253f7b2e966ac73f62b7f715ba51f0963521548f3e8b029571e09aa864c120d
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_04-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_04-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b2eb33ca733e05817273ac40d23c915fe5d112
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_04-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5158361a66c3e14e90e301e467d00b5f8791e00ce60ebaa4b81373f45a4e93ad
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_05-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_05-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..965961502e2ed93b7c67db8bad5897748cfa5766
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_05-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3779233f59fe16281fc5469dbe5f88eb1a141359537416399f21fbbcc5a40a0
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_05-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_05-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1302bb467aa96837dd18c4e71c634d701e47d38
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_05-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6702598e1b515417f0f16ef4e5f40410931795b24e3296717bd2aefdf731650c
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_05-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_05-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9e9162744045f9c0528e6061e2e1a36482edd76
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_05-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bc7ce664585b5bf02817471101e9a519b901327e6fd2bd84493455bc15b7e9a
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_05-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_05-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e3ac67b987bc2ff972252e8e10d6ce01c98845c
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_05-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e3ac21bca575a88ca8d225b115f1aa3189cb9265585b757961c8168e89f2a97
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_06-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_06-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6728cc251cf8b6ddc9b094acf4ecdd19a61bb954
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_06-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7687b154f86705abe06de33137954ca7e9a2b90a649e50c9d0a22bf3924e485
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_06-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_06-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffa304db3aacdaf8fc76bab6fad9fcc45f63b70c
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_06-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772345a6ed8d7880d68c23c4055720680c8513cce6d21253f91a4c80282e5767
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_06-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_06-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d4ac004d86a25ef5dc7766955258b1f805c818c
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_06-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce140397bfd6a238fe8d02a0cda40a413f3efe5f7e3c40c4b899cc3797827a1
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_06-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_06-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..527d53012aab3b9b355dcb40509efe5e73795be9
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_06-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aea765e9bc628e32160f98a6e8087259296813c52c6e7b05a1a6cdb32a8841a7
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_07-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_07-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84c7cd8c7c48c3ad97a5bf3b4f2de17aa90ca1fe
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_07-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d095cbb5b97442551c87e2b68db412cb77faf8d4d476e860242a41d5b1b26c2
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_07-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_07-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ed781f475547a6c5976703407ff0feb8434c011
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_07-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d39f0015bb3139be6ed269dc200cbfb9f287a0ec2d5fd8f8884dc5c9f8ae782
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_07-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_07-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..398f362544734aa4c6c50bfcb3226502e1be46ea
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_07-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a61c230339677ac5ede7634ea3e306e43c1eaf9e64303f84e648d0f77fc7a28
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_07-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_07-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..089d98d35450975669956a68861d667329170bab
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_07-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b495fad8ecd2f256807da429db6f6e1cb103a148d6d7caecd21210f824f9702a
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_08-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_08-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d78ddfe33397ba6ff705d807750948ac49b586e
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_08-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d55e47ae3acbbf4878442551861e02b59c1e01128801830065e6ec5d87640f9
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_08-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_08-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b8d768a96d2a8cafe293269215aa655118e9190
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_08-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c7148203063080a30b16125005ce744c054b76f366b544d49a09d1ce5e5176
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_08-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_08-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ebb8a9acb0aaca3383bc3e4aec5490b424b6383
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_08-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb660760e9ee314ee808a52a8dfd3d8968d677b3b0a6d50c7aa891dadfd664d
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_08-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_08-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d88526456101dddd36730f60bcdda408b3dc1f83
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_08-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c276cf965871c481d9cadd4a390d57f9eb4a36dd80513d4c7204cd4020ed666f
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_09-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_09-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a36f90aecb3d58e3677a06e3035e064171319c4
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_09-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fe7e6325a37957b9b319ee6da8f542a2ee9a1d9f1319822ea17c9fce20ef304
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_09-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_09-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8865f2d60fed192abafc490f18fed6eb844b6ce1
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_09-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e7cc2ea97e25508006f3c4a75e5b708144d717c468549269c943b4ff423af7b
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_09-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_09-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fcf4fa6a2e60a8cd633b13f0e2f2b21e1f9d14f
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_09-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4502c28085d3c12aecf363ffc81bc6fcdc81b63976c199c7b4021f77e6f03299
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_09-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_09-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa50b57a217603108f5b74efe88b5ed8e107b970
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_09-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a63a76e9f35ea63ca4707d68867ce77fc458048fadad7952a0b64132d5781e
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_10-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_10-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1f7d51c316758f6d3ebd1073385fb2f3ffaf35e
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_10-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ac9cbfbf8f94ed9d34200385a5d71e02780056d0d6fcf72518398af2fc9989
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_10-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_10-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7094a208a053d38de9203b8634883e4dd77ce39
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_10-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a943bf3ebee5b0d5c5c88b267dec93eb0aaa2d929f24ea21f699217e933530
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_10-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_10-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dfece79467778c6cd61fcebcc67a8731b7fda36
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_10-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb10196e04160ef776f4b5fe7b0f1d2b564357fb21e3a36bab0e43d489beae22
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_10-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_10-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..233eaa5503e1e87a46e4254eeedf3b79410f0132
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_10-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d50ba5933cd3ccf08f62fee056fa6ee9fea85f4d432eff2b53585867b0e95157
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_11-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_11-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ddcac82709d1755f18c895a0d223ce906fb9a66
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_11-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:122f2437217f823a244e66f0a53d63735c8cb4d357ad4c890fd1caded1360f91
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_11-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_11-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ce7ed7c8cdb686ce833e8ecf7e3774eba3ea1e
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_11-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef33b82ccac40e169ba9f7f9ed432945c24146f2da198a5bd3f868b46dfeeadc
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_11-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_11-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af882809e1921d1621a323cc934a1a08a80272ad
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_11-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19fa1f86b0a85a4b4e1a42a5da61956fc37744f3e6e179e994dcfe8a099cbff1
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_11-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_11-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5027fc667b35ade5df70a22c6d8c50b76a319654
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_11-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea71a54b71c937a86ee5c1cab9bad8ba7e353a24e501fcc3ed81457618a47262
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_12-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_12-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de5c5eaad1fc2ef62ac4bbee3d989069b59a5105
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_12-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:835bf5d87678d6aee6d4c5041aaa3f14cf838cda4084d48806b1ec0da9882c10
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_12-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_12-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b60cce99957d032b098479f68619d6207c6e79d9
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_12-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b1501c83f8bc8a9568f87699e5b8a82fc301b0e509208729425814068d4969b
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_12-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_12-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a8160514aa284743b3888f65f74300b27dbfff
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_12-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc1727f8890c7982d6d1bf26c15fda9f9775c8ea79dc4b86bbc357449cc60d0f
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_12-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_12-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8195b412177cc0679e4fb5ea108efeb1a68308e
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_12-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c597062bffc545193a708aa566dd9085e6f8334e796b12cd4e6a5be50653c70
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_13-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_13-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3d1a1e1b83b1299452424e2320707cfb49bf204
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_13-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8290cd151e8fdc1d0ce86c995734b92f1094eab0b92b50fbf05854e6cedf8d5d
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_13-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_13-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39addebb8d928d93cc2991824c735b69b5d8d73c
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_13-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c01097a55e614b94c0f4f166bbd26c568e7fadc2c28b4295e0d0bcb83e0c8dec
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_13-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_13-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5307ff78b3a0dba3710a5cb46948eb1e9c9084ea
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_13-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4a2f313c566e2af37e45ed12aa70f7d62c35f8c166efcbf97b7cd856e0ac5d5
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_13-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_13-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9d67fbdccb5f9e019c1c4a0dc94ec093228be82
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_13-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5876f5b3ed5d623cb6396457788b45b201b33f35ff05953706074750f4988bd
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_14-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_14-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..695c7ef27f4f8eb0a6fcc76fe1b6f4b88bcc9437
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_14-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3f21cb1fae47f0f70bfe1cda6c6810d7cebd2be7b7f56844a84b13a3b9005de
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_14-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_14-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea641a8cd1a2d74e5babf9f31ff6dd1996eb66bf
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_14-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40bf5597887c753905f52ff652fd9b3c50bb5344fab520f1d4b9bf8c5b9be0b9
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_14-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_14-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b04cedf610cc282b7b6dabd19359e80567c68df6
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_14-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b5e2bcd6c53946d1e8111f2d10f21faa38340c2da5278f803252b68a035b1c
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_14-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_14-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0e0bf9de1e0f0f0769c79e30ec6d9cfa8a88ee4
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_14-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:946a769881ac954b44d1e452763b746153c407973ac82a6a21f1b1ff5b765689
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_15-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_15-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8963785962da344e65a1e7735390f81944e3328c
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_15-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13b535618cf6802b7d7c521c1760144f04441995e1c57f19d34fc85a3bc8607d
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_15-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_15-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a42d32268503685a56636cf6f44e655ed33deaf1
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_15-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27bab77b2c5011cf3eeed0c37feed014909844124a68ac229ae3f1f81b8d275b
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_15-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_15-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae20263f4994801d305823f2e8b8b405118eac8d
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_15-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e11c1071876c4d7f9dee1903fae16f428975e961aa2ecc0e17c3b74bb8057f
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_15-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_15-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a205ac6ca34303b0dee06e0c0e0287c60ea51b9f
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_15-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d83dad79000f6998016c170db0690fabd837419c91bff9b2e87be016c5d4de5
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_16-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_16-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d321471ef0a01278825303719c30d718d41507b
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_16-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301f7c6393a7da16b20d300e176feba1d645ee91dd0f775b7defb626515ffacd
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_16-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_16-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd58b9996b58850f30edbf26a6356b344ed1af95
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_16-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b839f49590b1fe21c1f32f26922ef1e23508435a90a5524f69283a4cd88a6072
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_16-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_16-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad85ed12dada3c39c8b67018db83a7fff65f566a
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_16-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a99f855d6c460eca6abd792e124d3adfefca6fd1032b436bd274aaea7594cf
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_16-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_16-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d2435d4529c1ac5437c4684745333706b66b505
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_16-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:822d513d7f8373cad36294e948f4cd503d4fbbeefd7aa5bdb35af1dbe316b5fb
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_17-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_17-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a74fe602466a2ff1cefb33d968ba3bfe12eeb81
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_17-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09efa3068701e12bf0cba08786d3fdf59ae8abc954deb0f64ba31bd3add1bd0d
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_17-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_17-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8678f0d383dcfe14c0c961c778a9577e46243102
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_17-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45bdbe3f361b65c56c09236b47fd92305ef4c76bd449e89b78da44a20bd19fdc
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_17-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_17-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98feb81065b5a9411c8926bdc5c5d10f60afb0bb
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_17-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c5a0286a0b87cf52fa947fd4aefff4f9876c5848b7b7abac293cefe6fec913
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_17-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_17-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4db3b64069fd8cc6a8a0db11c86be4a52e61ef70
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_17-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2cfc665c49956fa931eef67fdc4b00616386f2f4b7334d7ed8a2b42f6d8092b
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_18-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_18-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7113f93bf89a96b2c6d2552c3870e6fab0616783
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_18-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eebc1de48b61fd65bdfcc3800ff1817c5b28420d0cdca426501f72a7fb95968
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_18-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_18-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f836171ff3baafa6bc142beb26097077f60c3fb
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_18-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed8f76932522dcd48f7eda3aca0439c9050f4c343bb0284d96fc5b963c7d371b
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_18-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_18-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ee03ecb571d74fd2846428614339c772e4fce6
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_18-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eccb6633b9bd5463dbcc58aeb547f46dfa34da161ab204c460dea0cd7c79a92
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_18-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_18-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f4363a446472b5580f0193bad3e72d626545ff3
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_18-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b35db6d14f3b5af46971075823e8d0d01a3129756acd4ca0b456b5acb6bc08
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_19-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_19-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6d16a71342fb53563bf11a56c13e4ea365123b
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_19-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e72a462da7e05ea2878e76fba0e6e0c783730e3ab65441520fa6df4c21a1379
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_19-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_19-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48134a2c63251dc71834d2fedccc5ba556a1844f
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_19-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc25ff59d5b79a478f0a809a54bbbb99717917f0136115f7e6e32c42fc058a4d
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_19-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_19-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c08d568e22dfbc542d3d74f7fb7ec40bcea6f3a
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_19-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16febe79b8f0102cd274abd998ccd7ca216874029d912a3802fa1170e868015b
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_19-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_19-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bfcb89f01b121dabd5993323b9c530b45fb57fd
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_19-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82041c049115b778a0e4884e96f6be3e6ad10f8bb20a7b1950cc1ee40c301bb4
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_20-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_20-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5de6383962753c43092e126a79c5971c04d3ce21
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_20-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6f72630fbb130537fdea45244f5a8c4dcafb18cf4a5cbcaaf2568d5420ae98
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_20-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_20-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de6846d9c294235f1c97d2a93326d51bdba71e67
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_20-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec4c260f103761f7e9ab69535bd9a0b5fca44260934ce0b250ce1e12f46d1ab
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_20-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_20-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c6cef9e866a04274795d474c924868a1ab41c7b
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_20-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eced7ccb9643ca3263f8b80506d9f7e4b7a3726dc954204c69297b38c164d56f
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_20-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_20-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..163cef27ed5dc56089d4b5b28d968d42e8206e87
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_20-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e199599aa4cda2283d153a5037047b4576a66fb7b52340c8e6eb2642630503f2
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_21-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_21-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a45cd56e514c961ae70be696a0a750191c05904e
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_21-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a575df3b0c9c3fdb2992b7529447311589eb0533d8ed30f7764e2542646d65a7
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_21-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_21-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f04d57ad029c3b07045e0ee70ff0d6be5b4ac5f
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_21-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aa690a1e4274a1e078d9e58e2ace042527deab243b6f5f874ce20fd761a55be
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_21-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_21-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def55a0361029ee2b68f0ecaebb92a0137901086
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_21-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb5bbce3ce093a20e0a8ff88c6c4038f7a70f4e437e6315e123b1d7223866d96
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_21-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_21-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..008aa50d14a679b8da2470187bbccfc068ec5829
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_21-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77aa146cbdc206765b5d19be93a8861e7311230365b9a9d94de888ae3483a7a8
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_22-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_22-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0712dd083f9f1bd55583a5b0cc46bb47fcea607b
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_22-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8b642fba00d6158938818987925a95fb8f3d307df87f014cba91de071a35f6
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_22-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_22-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd6aeb7d9052798c1deba1948faecdf65c12c30
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_22-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2622aad6332b256d582630068024f06f0e789eed330dceab0c4596c24221dcce
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_22-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_22-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a33b0c713c94908723903a324855045b440b667e
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_22-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d081bf4c998874d154b2af7f3612c7817ce97352ab6f5666e0196409ea762e4
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_22-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_22-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..115fffe4bb983b73a03b547ce50fd6fb993b0293
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_22-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f5914dfad7769ffd7dbe2ecb4d55cbc68137672c1f1f836255639d532aade7f
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_23-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_23-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fff9e6351a08328b4edc00340885d0f05cffa561
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_23-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87563b4f475ad33815573a24b54e86cf36d8bbaa809199a29005ecd681eb3e33
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_23-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_23-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82b235a9497829c1ffdfa4ab8a562817029cbb6
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_23-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bac07db251f2d8c4855d5f81544cf1b3c253339c6140df393f025fdb1c7d5beb
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_23-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_23-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b245cd33795742fc490ecc39b0616ae2fb940ee
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_23-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:059f79d0792bb2a2a79bffb9268b3ea8d23a15fcccd55513a3cd4894e564f6fd
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_23-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_23-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5907f248df650d338393db9bf831ba87d2cfed4d
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_23-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f0577a70b0499ee0424024e69485eef83455d6e4626e61c5253b1add02962d
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_24-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_24-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d333c0304226049149f431566afeeac6de2015a0
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_24-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653f4dce7be9df4a323110b7a51142784b4a2318bc89120e2db7973afa284c67
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_24-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_24-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b1b7c22297aa4fb4a4b469377d9b85cfe0e2635
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_24-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4679286310bd8b23d376ab003905924f6f4ed5f19766172f373ab640ce092077
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_24-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_24-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e4fa0d10047c981a6f49243718ccfc26fd323f2
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_24-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79303c5136efd167c3c21949f7e399dc954283c181cbd701a1f477e724cde118
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_24-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_24-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b273b8d3bcedebf82c065dc12e0b399d89853af0
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_24-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9def60e2dde7bdd4cd89c0090cbf0591d11f198ed2abc1ab3b60f21e39d854
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_25-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_25-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12a22af4166f83b31649d5356b6df181ffb5be4e
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_25-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823367e6789ca1dd382a72a51fc87df044ec1aed1e267e77e07efc1363e2da6f
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_25-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_25-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e5c5f9f7cc5f1503bc881d3b44790fc1ef0513f
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_25-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d50ea2e9f95d3efc9d9a9d3b210398730d98fcbb7efd807674495eace90a7d85
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_25-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_25-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2449f4f710269d7fb7e5a574f99fc68fd6f862b6
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_25-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aa09edcf351532bed720b597ebbb98ab95ef81191a6cb4a7e8e3d517a399119
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_25-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_25-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..032e144f53b062b46302c186737e0348e30d2a06
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_25-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d21aca1224a6c924125eecedbb929e509c9686a857597e052c23aa2942219b
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_26-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_26-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9e04076b3b793fb67c95b7c975de5ad0a24bd38
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_26-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d0433ef82de96ed3a2c52ed364a498d2b22895a32d2f827221d6f24d96afbd
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_26-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_26-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc845e75e6ccc0dc9a48064fd51a2b798e44f0b6
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_26-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26c681508a44c496a453ec4aae13389567cfe1ac7803bf6a8d4d5d008e31e4e2
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_26-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_26-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a65e25feb25d45b075b5bcb515a0ef3869686808
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_26-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4144f2f348b3fe2533f09eeebcf2f463276508e8a48a003194368131ab5bd2d3
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_26-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_26-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2dd00a34d6a959272bd8801dd267df239a65cdb
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_26-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:807aa4ee6cd27f91af4fe01666fb3a9db0bad13de0104f579c99e822d2bdce83
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_27-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_27-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85890b444a1539b08aee2eddafcb9886e2db2a8c
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_27-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6903c553974cae83db91a54f0fb6cd9aea63d539c83e17790c5d5aaa74b92c1
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_27-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_27-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f0e9861ef1db2a76b9bf2c5e3040cf56ca5f140
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_27-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d288c1f0a67fb4fc59b63c33af5d94e04712e2a43601cf879aab31e04645ce48
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_27-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_27-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdf729fdba32bac9138d2efd00fdf50cdc997490
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_27-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e8c428010b4a394231ca133ce42de408bfdd3bd5b2bf034463490c7697ca87
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_27-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_27-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97cadee8619ca51825a9b03ea62f96900a6e8b8c
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_27-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ca19ab07b355e3a9f2fe7e1307078f6170ec8a48f46a2a11a0749dd3ddbadbd
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_28-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_28-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df1588bd553180dd00855d8d3b537315890f9841
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_28-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:320c8a9ff4758e370cf7877889c3dca7fc3619b486d1ca789bfff2d586ddcb5c
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_28-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_28-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e141e3ca2bdf64907eeb016c18d8795cf9c5393
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_28-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cefffb438f5bc9308b270b1687c40fa4025c0291c13917c351c6f641d14e0eb
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_28-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_28-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0c35c1f33bffd86e5f06363131f280732639990
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_28-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894055d413e7004dcd52a793ea936443714aa85cd8e76e04225267c3eb3a4a9d
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_28-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_28-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eef1ab5bfbab4e30e8e438753e7ebc1948dfbaa4
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_28-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc7c27ddd38d9b7bee081be864beba5d6cd0e1c24a70c56f8d859ee5aef04fd
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_29-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_29-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9ebd849ea6a1f50876c0192b059993fd7293804
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_29-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1509e7301e049a6b9d5943ac06169b7682407551445b188544fea909e2f8c48
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_29-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_29-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0235bdaa773810b3b32b4671ff8b790979198146
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_29-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd7998a79bdd8f53ee964d9cccd97b4de5c7186ddc9c896761a145bdc8aa2ddc
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_29-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_29-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12c225fbea5df3c3e6e341decb13e35215ce0937
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_29-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b3a9bfdc1b1fb2b92c4b0aa156a27457b1154104dab2acc17687952117231a4
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_29-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_29-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f07752ab18e85a1d81252f68b509c55c4a19bbae
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_29-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a7cce65919edfe0acd276416668794b5ca89b32e6317b1d3aa1c683b711e34e
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_30-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_30-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..274e7ac4757cabae2333a3581f3172fd580ca053
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_30-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e54e60cf2dec38f9d8bdddab28f5ce32a6f7791b9913084bcf04fb4c4f0d37d
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_30-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_30-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26f9eabf9ad3957c42a30d0dd07617e8e03175bd
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_30-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d2ba2a07b54d6e8db5a6838215d2ce067f03f8768588d4a7873678114a56b9
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_30-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_30-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09124fe6c1ceeee30734105d0b2e6d2698b5c7f2
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_30-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f51b330a7f055932699c57b19d058c9a1e9e26403988b54738f480835c07cbb
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_30-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_30-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ae97e2c99e3bcab0075d6af6949eec2b491355
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_30-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f156bd0ca070873e928f942e1796b05b655853e61277c7228e718237e4cd70d
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_31-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_31-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98379b692c1ba71692521ca6d6ffa5cbdd1b0634
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_31-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0030ca9bcc2a373800e19274140c1f42ff73b22996f91806d74a512979534a9f
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_31-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_31-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb6920a77217022f9a555e481e7b05d05c831117
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_31-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ba2da2d485aac96715da08cee356c555bbe1e8584db2e0b1ea246975b7ae08
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_31-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_31-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6b00a8387e7fd4125717dce705c35538dd6e41b
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_31-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d58d90bc2a6162597228376f86b00f374c60a79344a01ced4821d0226b4fb5ae
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_31-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_31-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65a64841012bef2678414da290ec8f493dac0a15
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_31-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e3b126ce5e8ac9ebbe923e11d0db7ee0ed38bdd28518ab56ee09dca89451fce
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_32-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_32-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9fc3f7c6c2767ee25ab6873a60a4b21db367dd6
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_32-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0534e8d89f3081d91693acbf05480ab1bb7da347e1e255d1d105fde770bdca48
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_32-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_32-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c589b1817abae386912d0245deede9bcee6b3772
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_32-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c4308975741d8138f1d377226913c8f44fff54f4716deedcc7e1ab75040316
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_32-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_32-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..637f4f21a70e393dd458d8c65441d58057097e68
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_32-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:673a81783909d1fbba74f1257081f21029f451d7936967780def8f688c227e24
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_32-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_32-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af69e5cba11f274155a185f3720a0e1f14644957
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_32-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41293e8cdb6934fa956ed69861eb2ab854ca3c123169849b7476129023af2f44
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_33-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_33-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f465b2f956d0aa0dbbf4afe08f771b8f7b5bac02
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_33-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a37e12b9d82af72fe3a5bdac9920f372259cfcc7a8bafabce7e238b9a8540f
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_33-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_33-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c7f5ecb600ebb88fc92091f2baf3c228a7c9bc9
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_33-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1feb617639fb76f8320899106f5b6746a3d0f0ade11778d6206b4d2e52dc3f5
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_33-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_33-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cd7e5257a063f065a2c5cafa5e80c692ebe20e1
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_33-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:455276772b8bde6e20c0119f9971309b1073ae272b3984ebf92220dced52379f
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_33-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_33-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..057dbd4e4ac246491078bf888a0fdb765c0f3086
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_33-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a7eb3024b710f622022a6f4e3c50d8a2a06865afa491778a25598f34800ed5
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_34-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_34-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a96ea3fe88ad6c1bcf517dcf71361fd9bf538ed8
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_34-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:510da73c10a951d13d013f2dd9419337e228d8a645146bb65fedd872a2f42d56
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_34-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_34-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebe398f4f4a070beff6c1ce0e22ea9dac0811b03
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_34-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fefb8e06e092631f0d26fe18db125703ee6d45f3b1f37fc9827231ac3dc82735
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_34-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_34-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85bdc1ff2e1c26473d90fa1b92af5c0cf2e65421
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_34-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c68930660b11b701de3f27163b29a507142103c9cd8e5032bf77ac0322a39817
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_34-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_34-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b12a6fb9e28100a3bbb88ddd3c0148fee5884c7
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_34-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:864e4c9ddcffd269b07675c0111994f5a759e6437b28254a97e8b28480c734dc
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_35-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_35-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09e8e984b7311cc3d37ec7312f20664e7d0a4552
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_35-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0893c753dddcc7d06051c24f8c422df7f983d41d59c7bd6dc0aab5f750774b90
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_35-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_35-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2963efd5f1609190c76529b1800e305dc1b70f7
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_35-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:630c983a0d4c64ebc21e2fbeeda3ec9081a7106816f493b1851aa9ecb96ae14d
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_35-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_35-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e007ac4b7dcdbee769db789a5d2827e770c9486
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_35-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e150b8bd1d475b2b8c14ecea1a563292c641326ef44e2bc1025b227f24fdf29
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_35-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_35-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab13395b5d1363134408bed133005b7b1bfe12bc
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_35-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d0cdca8dca80a1a2a8bbcffab0726d534134bb5f1078351c2ef22ed965f214
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_36-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_36-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2410be0c31b2d91ecdf191861c5bffabe6218951
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_36-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c808e2593bea4440d5769a984b7157fd6fb72af8d9dec22c35c023326d9107
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_36-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_36-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d8d05b73b562d29fc314a8fd89f35de2a9b569
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_36-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2da83ed0e4db02a7795c4b83ed54639c0fe993bb0339118ae72c339a36efdc1e
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_36-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_36-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23bbc753ade52cf6c1d80df8ddb621754afc2218
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_36-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e8deef28ebb21072cde94ad28bdd004140e0cae455cc3834eb211276ef4c24
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_36-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_36-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab57cf24cfb839f56a61716b7c3405fe5beeab97
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_36-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e425ffaa2b8a7392295c39826903e695dc6d34231ef83acfcfaf598b654642
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_37-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_37-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6fc3eb5afef108358ccdffc1ff156825762d0d1
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_37-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a33cb53509206cc807328636162861d03dafc4110b73f15d4c1cf9b2be64e8
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_37-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_37-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf042bc423022a495e7ab233ea14d0933460856
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_37-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2620a1687f7b41784cdcdab6cd5758b74b97c37030b58edb4b7a756aafb7a0
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_37-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_37-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c930945a3a42f1fc2c698e4047163d80e684bf
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_37-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c037fbfd6806864c445c171f8eaa2ebad6835689e2726f3a284caf45ed76f5d7
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_37-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_37-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf0798143e4cda5718c880a1fbecda7d48a5c402
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_37-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0c0c8419c1b5284050f8d484367a73cc79259357ae27be62a9b2e618e7c87b
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_38-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_38-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c22a992f92142802a9e03b6c236c3e45642c3cf6
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_38-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fa5ba3567e9c078159b0c4ff0dc5efdc7f3b0b20264a57ed8efd27b8da17140
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_38-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_38-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..152dadaa5f8107fbdcfacd6e1f5647a619fb1d7d
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_38-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d1c112374adc2ddcdd0f20e93963c69f11e0a084c9c8bd826120b56ea94f46
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_38-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_38-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e275f7ca192e951ca36fbb83135913f13d5410c
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_38-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01388c13c24c4bc4ff83be482ebe08d59e2a44bb2fa1233d683eeb72ae65d3f3
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_38-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_38-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cc149021e55a59efc3923f1cd9f994e2c620eed
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_38-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2189bd430a8de7ee677e4e4d09fa99103640d4e084a82925852cf24b4e69b20
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_39-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_39-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c4e8c272072df4b80bf17afb820892cadf495bc
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_39-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd72e966396f8a3e5ba39690a09dcaec0b9baf788d4f8171f74a0c28b13206f8
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_39-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_39-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b84ffbc015e950eae6ac6a6f2fb59ffc1677a784
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_39-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a228071c914133523aebac7ffb5134400552e1335ae135312a9b4ac9dfb6c72a
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_39-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_39-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3131a76d4d58538625d42a349bbecf925a5673b0
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_39-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a932823a53f101b23da7a623b95849680bd52446855be5b81d76a490fdb6a8b3
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_39-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_39-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11844cecb22b9e4a44fa43eb03bea5aeb213853c
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_39-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e3659e76faf5e10a4e5eab1455d5162224234ecc231159d98a21d9a882292e0
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_40-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_40-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ba9eae8ee6ae0c61598ee5b05c10f494feadd89
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_40-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6061e6c444468eb40fd33882e9a47f51de3a9452f31a0e0939b9781723d29149
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_40-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_40-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eee69f6ecac30b06ebf68732514d42db9c27783
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_40-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf7c7c62a21374f247e530e06dc175a019a9cd2e0ac3e02ae0fdb20d56e0d56
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_40-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_40-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c34c12dbe7b58dccd195aa2ab90fc8b49e67d2a1
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_40-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b9d40a803196acdb667e6aa68c2bb685a947486fc1fb9c4b884258f735587d
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_40-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_40-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bf56f060c639e6b174e80d3efc179bc164fe4f1
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_40-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83da5ff4c3d635e390dab713ddda670b274dfb3fa42a5bf1fa315cdde602a005
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_41-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_41-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..234870b13ad650ef73673a292d9220aa5ae2663e
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_41-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7198bae29768d35551c753744059ea9e38d8e8e368e2c1ff320b478cead06f7
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_41-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_41-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9863b513f4942ace147706eeb8bc1a5ec7b10a03
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_41-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3abd7938978e1bcc55d97d267e8cba8a08c3e36881331897c80423a2f313039c
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_41-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_41-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad422034a1d9ae67ef0362263c40396ac79f11d2
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_41-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17f8fdcd5a4fd7bf57020a255e516ade831f89dce1a05528b4cc0cd666c2e494
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_41-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_41-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adb58e6fd11b4f692d3cec0dfc496733db3a458e
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_41-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e747aa8df837f4484869b0f691bc5b3b40bacc084edd3c5e3c7533ad44a5e85
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_42-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_42-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1304605e0a94552535948e0fe3af43a448973b50
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_42-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91cab578b348525791f8a0a1d75cf80a84dcb1de156db9d835a32cd2c0a21cc6
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_42-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_42-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acd93e9cf89462086ba40bb26b454aaa3dd7ad4d
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_42-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c86a41800ef180e2707d707de419c42f4d6983f96ef3da8d946059ecfd071b
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_42-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_42-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a27f4bc5134310d130498f7b32da64439b87a030
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_42-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd624c341f35160a280c4306a0339da53b3de416140024b60f30b26a5e5855f
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_42-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_42-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46ebc9c66260976ea1dc58bfca24352f4c1dcbde
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_42-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20b35c8bc0798bb445688bbaf3f9df6d53dd4c09f925091f5943b1ac988d6cb9
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_43-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_43-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..626bde3b9da9412c21127fea82941cc26d133038
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_43-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb516b0f5cc0ed706302f50138e34e02d83b7cdd736a4f63e0c47cf2336cc388
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_43-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_43-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2f9d60ea3d6c67f1bb4aebf46193c2c9cdfc74b
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_43-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52a94575ec105c65382356df0332050885e6058b6d730d4b7715197d314aaa3
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_43-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_43-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b226d6d0e1f608d9153a9c0cd9da41a5a4affcbb
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_43-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d67d39d919a0bc7a8d958ab5c6cf1cc571427c942721ab67aa3dbd930bd8140
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_43-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_43-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8985ac61294a13946243460189e211ea35a35712
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_43-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6a779613ca1b0b5466471148f1dc4c772cdda90fe598661c5fca1704d1cc23
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_44-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_44-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a73a91c81b038a4ada0f8b4046fc1d2c6d0eedd8
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_44-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ac91f92696af9cf9b585e5e0cb69e8d6fef85f5f8be1060a51418ce35a92a8
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_44-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_44-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f910f0aaa9eb771d763c11e07bf5339674c2a824
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_44-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e796f7da1fb2e0db228b08e960d7a544f085fdbb4aa1b599ae59d8bc77eaf86
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_44-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_44-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f1d90499d2d17210798ba9f6f9fee7406768911
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_44-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a31d11948c977c8310877b1aadb5b5edafb68127c4275553bfabeb955005b1f
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_44-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_44-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f6eebc5fab37d0f3dce3c7f762d4cfcc2de333e
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_44-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ca9d06fd8d29c8363c3fe14f1a5da0e217aa259473819bb3bb7d7a88d0e29a6
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_46-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_46-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adafbd13236212baf98f8b9437e228f6b717406c
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_46-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ee8b569ea18398a5a2d030901e02649aa6c2fa8e11abadc48f38b9662d48b8
+size 17603
diff --git a/8b7178b4b/global_step84877/layer_46-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_46-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b7ccca490f06b19820a72e2f4c576b78b9c241a
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_46-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:163c7598c4a25ef765aec4f4798959ebca76f00ab241338312e5f94dbd2ef147
+size 17603
diff --git a/8b7178b4b/global_step84877/layer_46-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_46-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a10ae414f2916b148dd0b96507a7983af4ec3cf
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_46-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b055076d96d1d3b4e77d4207cfe935cada12dc03020c5015a17ef9ef64503e4
+size 17603
diff --git a/8b7178b4b/global_step84877/layer_46-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_46-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a8a11a4781a45c0397cfc60b5b4415f715a7142
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_46-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b5a653c4ae0e9431138a84c107cfc622ea324631316dde85c2de5b7bddfcff
+size 17603
diff --git a/8b7178b4b/global_step84877/mp_rank_00_model_states.pt b/8b7178b4b/global_step84877/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee6b86f75fd1ed1df9743abfdc265121fb940771
--- /dev/null
+++ b/8b7178b4b/global_step84877/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d45ead7e05eda7bb9e876e0954d31730786cd260dbe9b9a749c21c41bcf745
+size 32307
diff --git a/8b7178b4b/global_step84877/mp_rank_01_model_states.pt b/8b7178b4b/global_step84877/mp_rank_01_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de7a282940a900360586ee4fc4bc4eada8d6e6ac
--- /dev/null
+++ b/8b7178b4b/global_step84877/mp_rank_01_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8066b3c7cdb25159e8a72af71843a59c88e08271194e9e603da0592164e7c419
+size 32307
diff --git a/8b7178b4b/global_step84877/mp_rank_02_model_states.pt b/8b7178b4b/global_step84877/mp_rank_02_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..254c68dba8a890233992db96441fa552124c3a81
--- /dev/null
+++ b/8b7178b4b/global_step84877/mp_rank_02_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c83d0d909b3c500710d835a6e96edfc44241e9c0026941d2d561d23b6428f18
+size 32307
diff --git a/8b7178b4b/global_step84877/mp_rank_03_model_states.pt b/8b7178b4b/global_step84877/mp_rank_03_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48148f0de699c1a403d96ec190806eb1db6e26b3
--- /dev/null
+++ b/8b7178b4b/global_step84877/mp_rank_03_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a44151dd14c9704c8e6999a6b3b2dfae3661d94ebf767d2575153d3711faab
+size 32307
diff --git a/8b7178b4b/global_step84877/mp_rank_04_model_states.pt b/8b7178b4b/global_step84877/mp_rank_04_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df2265ac49a8362427ee51592203c65c6129452d
--- /dev/null
+++ b/8b7178b4b/global_step84877/mp_rank_04_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44dbc5b946c3871f40db7ad9f77ab2d3f26f6195db27c7cac789133d49efd800
+size 32243
diff --git a/8b7178b4b/global_step84877/mp_rank_05_model_states.pt b/8b7178b4b/global_step84877/mp_rank_05_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6acf5d46a78073e9cf4d67805731c6d7d9213425
--- /dev/null
+++ b/8b7178b4b/global_step84877/mp_rank_05_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a612fbee85801a4bc5aa614c8dd9c62b2914dadb7c219b9326e42d99cf9a0fe
+size 32243
diff --git a/8b7178b4b/global_step84877/mp_rank_06_model_states.pt b/8b7178b4b/global_step84877/mp_rank_06_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15cef81b247c4ed8455d7690e964e1476e40fe79
--- /dev/null
+++ b/8b7178b4b/global_step84877/mp_rank_06_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07270aaa4966e40147effc46bcc5e37e8f5540ba62866885345c520aff541dd8
+size 32243
diff --git a/8b7178b4b/global_step84877/mp_rank_07_model_states.pt b/8b7178b4b/global_step84877/mp_rank_07_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09c66ba866c73a7d637a239fc12999c8f08a14ec
--- /dev/null
+++ b/8b7178b4b/global_step84877/mp_rank_07_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e49aa05466710e0757f8e2035c9d45841313e553e4a95ba2b1e107aeb410e066
+size 32243
diff --git a/8b7178b4b/global_step84877/mp_rank_08_model_states.pt b/8b7178b4b/global_step84877/mp_rank_08_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec8b71a3ffd510b320d085f19144d3c4c3c10882
--- /dev/null
+++ b/8b7178b4b/global_step84877/mp_rank_08_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a62847d003e6b8e4c950029ba06a894f02f40acfccc9409f3c082cf65c80a9
+size 32307
diff --git a/8b7178b4b/global_step84877/mp_rank_09_model_states.pt b/8b7178b4b/global_step84877/mp_rank_09_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af9a017cf52d019e00e2d884da51759cca51a328
--- /dev/null
+++ b/8b7178b4b/global_step84877/mp_rank_09_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5703c5cdc676e56db1bd5c1d359dc8ea049698ced24ede660131c14251bda4
+size 32307
diff --git a/8b7178b4b/global_step84877/mp_rank_10_model_states.pt b/8b7178b4b/global_step84877/mp_rank_10_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c44f05fa29dcb5f35efde2fce116944b0ad45b
--- /dev/null
+++ b/8b7178b4b/global_step84877/mp_rank_10_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b87b28dd4e87fc01a6490ddd67da68155790c14d8d7169cc0879cc8b7d7a84dc
+size 32307
diff --git a/8b7178b4b/global_step84877/mp_rank_11_model_states.pt b/8b7178b4b/global_step84877/mp_rank_11_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3af6ab363a801d4317284d2e25401a4c8d706565
--- /dev/null
+++ b/8b7178b4b/global_step84877/mp_rank_11_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d985a4c2f6e6bcb454a68876cc1ed5c9e91426a56256c2544ce6e6fdf96b8ba
+size 32307
diff --git a/8b7178b4b/global_step84877/mp_rank_12_model_states.pt b/8b7178b4b/global_step84877/mp_rank_12_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cff6bc6b8b5fea79b96428d8384675b6f8fcb28
--- /dev/null
+++ b/8b7178b4b/global_step84877/mp_rank_12_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:744585441c53d83e147cad6f3879769fc480428953e6efe9fa8aa840caee4f6a
+size 30963
diff --git a/8b7178b4b/global_step84877/mp_rank_13_model_states.pt b/8b7178b4b/global_step84877/mp_rank_13_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f1c231520e6ef9e25f3f728449918381cd3957
--- /dev/null
+++ b/8b7178b4b/global_step84877/mp_rank_13_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29854480fce5e040b57f5bd8675001160f05bf4ba939e4522d6e678c43921446
+size 30963
diff --git a/8b7178b4b/global_step84877/mp_rank_14_model_states.pt b/8b7178b4b/global_step84877/mp_rank_14_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6756689ee3608d29b6f85b2036b917cf08ce31
--- /dev/null
+++ b/8b7178b4b/global_step84877/mp_rank_14_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f6966573f61cd3b2416afb625219e6301f5c99c28fc40214aff31a4b7fdcb06
+size 30963
diff --git a/8b7178b4b/global_step84877/mp_rank_15_model_states.pt b/8b7178b4b/global_step84877/mp_rank_15_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b679649e9c7a5cd6658cdd15432d9cc9efbd3e5
--- /dev/null
+++ b/8b7178b4b/global_step84877/mp_rank_15_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f155fc13ea3812090acd29bf003fca134d5cc92b23d9048a35e3be1ff46c5bfa
+size 30963